-- Logs begin at Wed 2021-11-17 14:31:17 UTC, end at Wed 2021-11-17 15:33:11 UTC. -- Nov 17 15:02:34.622793 dv-cinder-818233-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 17 15:02:37.313383 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.common.config [-] Logging enabled! Nov 17 15:02:37.313978 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev195 Nov 17 15:02:37.314145 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101724) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 17 15:02:37.317337 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.common.config [-] Logging enabled! Nov 17 15:02:37.317586 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev195 Nov 17 15:02:37.317890 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101724) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 17 15:02:37.318809 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 17 15:02:37.319036 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 17 15:02:37.319414 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 17 15:02:37.319658 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 17 15:02:37.319879 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 17 15:02:37.320190 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.320606 dv-cinder-818233-1-iscsi neutron-server[101724]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 17 15:02:37.320915 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.321203 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.321487 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.321774 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.322058 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.322333 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.323167 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.323478 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.323761 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.324033 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.324309 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.324595 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.324873 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.325156 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.325436 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.325713 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] debug = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.325987 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.326409 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.326802 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.327077 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.327376 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.327656 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.327923 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.328194 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.328470 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.328792 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] host = dv-cinder-818233-1-iscsi {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.329063 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.329345 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.329625 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.329908 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.330177 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.330446 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.330723 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.330997 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.331263 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] log_file = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.331553 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.331835 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.332114 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.332402 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.332621 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.332836 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.333115 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.333395 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.333663 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.333930 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.334195 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.334459 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.334724 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.334987 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.335264 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.335571 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.335850 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.336115 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.336379 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.336644 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.336907 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.337182 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.337446 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.337710 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.337996 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.338275 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.338537 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.338801 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.339093 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.339395 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.339667 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.339944 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.340209 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.340483 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.340749 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.341019 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.341283 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] use_json = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.341548 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.341810 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.342084 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.342348 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.342614 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.342877 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.343140 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.343445 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:37.343738 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.344026 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.344319 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.344594 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.344890 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.345162 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.345442 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.345713 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.345992 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.346270 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.346551 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.346823 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.347104 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.347401 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.347686 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.347982 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.348268 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.348553 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.348822 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.349090 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.349356 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.349627 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.349907 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.350177 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.350457 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.350740 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.351270 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.351575 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.351862 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.352143 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.352411 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.352686 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.352974 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.353249 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.353518 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.354329 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.354612 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.354886 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.355153 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.355465 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.355739 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.356004 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.356269 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.356538 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.356819 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.357091 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.357357 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.357620 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.357889 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.358151 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.358427 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.358696 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.358962 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.359226 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.359520 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.359789 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.360056 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.360327 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.360590 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.360862 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.361129 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.361403 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.361669 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.361935 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.362200 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.362464 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.362727 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.362998 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.363262 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.363550 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.363820 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.364089 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.364357 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.364637 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.364929 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.365204 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.365477 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.365748 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.366024 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.366295 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.366567 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.366837 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.367110 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.367383 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.367682 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.367959 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.368239 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.368517 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.368788 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.369093 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.369913 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.370197 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.370471 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.370742 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.371019 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.371300 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.371618 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.371906 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.372193 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.372481 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.372766 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.373039 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.373342 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.373619 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:37.373834 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 17 15:02:37.374068 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101724) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 17 15:02:37.810995 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 17 15:02:37.811264 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 17 15:02:37.811597 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 17 15:02:37.811925 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 17 15:02:38.141436 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:38.141725 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:38.141987 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:38.143185 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:38.143503 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:38.143883 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:38.179226 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:38.179526 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:38.179795 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:38.195962 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:38.196238 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:38.196502 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:38.224594 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:38.224871 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:38.225134 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:38.262972 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:38.263256 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:38.263547 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:38.497178 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:38.497837 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:38.497837 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:38.498018 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:38.498627 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:38.596513 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:38.596826 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:38.597103 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:38.597369 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:38.597628 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:38.597934 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:38.598189 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:38.598441 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:38.598687 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:38.598962 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:38.599219 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:38.599506 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:38.599755 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:38.600002 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:38.600250 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:38.600508 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:38.600757 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:38.601273 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:38.601680 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:38.601939 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:38.602209 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:38.602461 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:38.602739 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:38.603115 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:38.603386 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:38.604155 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:38.604555 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101724) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 17 15:02:38.604827 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101724) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 17 15:02:38.605060 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101724) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 17 15:02:38.605299 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101724) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 17 15:02:38.605528 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101724) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 17 15:02:38.605756 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101724) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 17 15:02:38.606114 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 17 15:02:38.609262 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 17 15:02:38.613175 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 17 15:02:38.617158 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Nov 17 15:02:38.618776 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 17 15:02:38.619246 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 17 15:02:38.619606 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 17 15:02:38.619988 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 17 15:02:38.622928 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 17 15:02:38.623176 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 17 15:02:38.623555 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 17 15:02:38.628753 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 17 15:02:38.651075 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 17 15:02:38.651548 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:38.651842 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101724) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:89}} Nov 17 15:02:38.652196 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:38.653557 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101724) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 17 15:02:38.653830 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 17 15:02:38.654070 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 17 15:02:38.657282 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:38.657557 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:38.720016 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 17 15:02:38.720199 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 17 15:02:38.720428 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 17 15:02:38.720784 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 17 15:02:38.742427 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_db.sqlalchemy.engines [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101724) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 17 15:02:39.265243 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.plugins.ml2.managers [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Initializing driver for type 'gre' Nov 17 15:02:39.265771 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] gre ID ranges: [(1, 1000)] Nov 17 15:02:39.317387 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.plugins.ml2.managers [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Initializing driver for type 'local' Nov 17 15:02:39.317727 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.plugins.ml2.managers [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Initializing driver for type 'vlan' Nov 17 15:02:39.330574 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] VlanTypeDriver initialization complete Nov 17 15:02:39.330907 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.plugins.ml2.managers [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Initializing driver for type 'vxlan' Nov 17 15:02:39.331439 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] vxlan ID ranges: [(1, 1000)] Nov 17 15:02:39.379087 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.plugins.ml2.managers [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Initializing extension driver 'port_security' Nov 17 15:02:39.379448 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.plugins.ml2.extensions.port_security [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] PortSecurityExtensionDriver initialization complete Nov 17 15:02:39.379789 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.plugins.ml2.managers [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Initializing mechanism driver 'openvswitch' Nov 17 15:02:39.380113 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.plugins.ml2.managers [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Initializing mechanism driver 'hyperv' Nov 17 15:02:39.386664 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.plugin [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:02:39.387527 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > port after_create 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.387906 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > port after_update 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.388263 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > port after_delete 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.388799 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101724) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 17 15:02:39.389236 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > subnet after_create 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.389594 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > subnet after_update 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.389941 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > subnet after_delete 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.390355 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101724) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 17 15:02:39.390746 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > network after_create 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.391096 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > network after_update 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.391459 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > network after_delete 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.391855 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101724) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 17 15:02:39.392268 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > security_group after_create 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.392621 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > security_group after_update 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.392965 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > security_group after_delete 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.393358 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101724) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 17 15:02:39.393772 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.394120 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.394464 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.394862 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101724) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 17 15:02:39.395267 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > address_group after_create 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.395641 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > address_group after_update 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.395983 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > address_group after_delete 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.396375 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101724) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 17 15:02:39.396757 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] ML2 OVO RPC backend initialized. {{(pid=101724) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 17 15:02:39.397469 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > router_interface after_create 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.397826 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.398248 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > network before_response 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.398595 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > networks before_response 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.398943 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > port before_response 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.399288 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > ports before_response 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.399659 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > subnet before_response 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.399998 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > subnets before_response 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.400344 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > network after_create 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.401219 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > network after_update 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.401556 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > network after_delete 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.401893 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > port after_create 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.402228 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > port after_update 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.402562 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > port after_delete 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.402896 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > subnet after_create 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.403232 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > subnet after_update 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.403594 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > subnet after_delete 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.404174 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.plugins.ml2.plugin [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Modular L2 Plugin initialization complete Nov 17 15:02:39.404504 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading services supported by the core plugin {{(pid=101724) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 17 15:02:39.404833 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.plugins.ml2.managers [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Got port-security extension from driver 'port_security' Nov 17 15:02:39.405303 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.extensions.vlantransparent [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Disabled vlantransparent extension. Nov 17 15:02:39.405791 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101724) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 17 15:02:39.406106 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading Plugin: router Nov 17 15:02:39.443710 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > router_interface before_create 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.444107 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > router after_create 55549900 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.444477 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > router before_create 55549900 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.444843 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.445216 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.445572 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > router after_delete 55549900 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.445930 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > floatingip after_create 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.446401 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > floatingip after_update 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.446762 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > router after_create 55549900 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.447110 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > router after_update 55549900 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.447520 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > router after_update 55549900 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.447874 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.448233 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > router after_update 55549900 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.448643 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > router precommit_update 55549900 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.449013 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: port after_update 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.449356 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: port after_delete 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.449700 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: subnet after_update 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.450042 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.450398 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > port precommit_delete 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.450747 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > router precommit_create 55549900 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.451092 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: port before_delete 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.451465 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > router precommit_create 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.451823 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > router after_update 55549900 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.452165 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > router precommit_delete 55549900 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.452515 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > router precommit_create 55549900 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.452882 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > router_interface after_create 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.453232 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > router precommit_update 55549900 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.453596 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > agent after_create 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.453946 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > agent after_delete 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.454289 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > network after_delete 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.455167 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.quota.resource_registry [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Tracking information for resource: router configured {{(pid=101724) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 17 15:02:39.455528 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.quota.resource_registry [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Tracking information for resource: floatingip configured {{(pid=101724) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 17 15:02:39.460449 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.db.l3_agentschedulers_db [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 17 15:02:39.461046 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: port after_update 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.461407 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: port after_create 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.461759 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: port after_delete 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.462117 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: port after_update 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.463471 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > router before_create 55550100 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.463841 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > router precommit_delete 55550100 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.464205 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > router precommit_create 55550100 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.464562 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > router precommit_update 55550100 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.469483 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.services.provider_configuration [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Service providers = [] {{(pid=101724) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 17 15:02:39.469850 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.db.servicetype_db [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101724) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 17 15:02:39.472832 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.services.service_base [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101724) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 17 15:02:39.473186 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.services.service_base [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101724) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 17 15:02:39.473530 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.services.service_base [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101724) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 17 15:02:39.474423 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.services.service_base [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101724) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 17 15:02:39.474799 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.services.service_base [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 17 15:02:39.475183 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101724) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 17 15:02:39.475531 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 17 15:02:39.486976 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101724) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 17 15:02:39.487315 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading Plugin: auto_allocate Nov 17 15:02:39.493162 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: network precommit_update 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.493532 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: network precommit_create 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.494051 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101724) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 17 15:02:39.494398 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading Plugin: tag Nov 17 15:02:39.501199 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101724) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 17 15:02:39.501737 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading Plugin: timestamp Nov 17 15:02:39.505365 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101724) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 17 15:02:39.505700 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading Plugin: network_ip_availability Nov 17 15:02:39.511210 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.511613 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.511972 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.512694 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101724) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 17 15:02:39.513015 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading Plugin: flavors Nov 17 15:02:39.518136 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101724) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 17 15:02:39.518416 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading Plugin: revisions Nov 17 15:02:39.522739 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101724) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 17 15:02:39.523212 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_concurrency.lockutils [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.711s {{(pid=101724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 17 15:02:39.524003 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101724) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 17 15:02:39.524343 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Initializing extension manager. Nov 17 15:02:39.524859 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: __init__.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.525204 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: __pycache__ {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.526065 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.526400 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: address_group.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.527162 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.527772 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: address-group Nov 17 15:02:39.528105 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: address_scope.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.528822 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.529352 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: address-scope Nov 17 15:02:39.529679 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: admin_state_down_before_update.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.530633 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.531166 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: router-admin-state-down-before-update Nov 17 15:02:39.531528 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: agent.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.532233 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.532763 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: agent Nov 17 15:02:39.533086 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: agent_resources_synced.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.534000 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.534524 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: agent-resources-synced Nov 17 15:02:39.534844 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: allowedaddresspairs.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.536672 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.537209 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: allowed-address-pairs Nov 17 15:02:39.537533 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: auto_allocated_topology.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.538620 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.539147 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: auto-allocated-topology Nov 17 15:02:39.539502 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: availability_zone.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.540202 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.540724 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: availability_zone Nov 17 15:02:39.541588 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: availability_zone_filter.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.542523 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.543054 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: availability_zone_filter Nov 17 15:02:39.543397 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: data_plane_status.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.544315 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.544835 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extension data-plane-status not supported by any of loaded plugins Nov 17 15:02:39.545160 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: default_subnetpools.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.546080 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.546604 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: default-subnetpools Nov 17 15:02:39.546929 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: dhcpagentscheduler.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.547777 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.548306 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: dhcp_agent_scheduler Nov 17 15:02:39.548631 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: dns.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.549554 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.550075 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extension dns-integration not supported by any of loaded plugins Nov 17 15:02:39.550401 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: dns_domain_ports.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.551320 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.551867 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 17 15:02:39.552190 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.553128 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.553647 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 17 15:02:39.553970 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: dvr.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.554644 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.555166 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: dvr Nov 17 15:02:39.555522 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: ecmp_routes.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.556448 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.556998 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extension ecmp_routes not supported by any of loaded plugins Nov 17 15:02:39.557322 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: empty_string_filtering.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.558241 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.558769 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: empty-string-filtering Nov 17 15:02:39.559095 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.560038 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.560567 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 17 15:02:39.560892 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.561811 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.562340 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 17 15:02:39.562671 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: external_net.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.563622 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.564154 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: external-net Nov 17 15:02:39.564476 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: extra_dhcp_opt.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.565389 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.565915 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: extra_dhcp_opt Nov 17 15:02:39.566238 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: extraroute.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.567162 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.567799 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: extraroute Nov 17 15:02:39.568037 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: extraroute_atomic.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.569080 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.569780 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: extraroute-atomic Nov 17 15:02:39.570105 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: filter_validation.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.570778 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.571304 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: filter-validation Nov 17 15:02:39.571658 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: fip_pf_description.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.573103 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.573624 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 17 15:02:39.573946 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: fip_port_details.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.574879 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.575432 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: fip-port-details Nov 17 15:02:39.575759 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: flavors.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.577000 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.577530 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: flavors Nov 17 15:02:39.577859 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.579579 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.580120 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 17 15:02:39.580449 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: floatingip_pools.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.581150 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.581677 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: floatingip-pools Nov 17 15:02:39.582005 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: ip_allocation.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.582939 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.583512 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extension ip_allocation not supported by any of loaded plugins Nov 17 15:02:39.583839 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.584764 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.585291 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: ip-substring-filtering Nov 17 15:02:39.585617 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: l2_adjacency.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.586552 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.587071 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extension l2_adjacency not supported by any of loaded plugins Nov 17 15:02:39.587424 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: l3.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.588960 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.589492 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: router Nov 17 15:02:39.589817 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: l3_conntrack_helper.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.592095 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.592644 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 17 15:02:39.592980 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.593923 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.594458 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: ext-gw-mode Nov 17 15:02:39.594786 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.595742 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.596269 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: l3-ha Nov 17 15:02:39.596594 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: l3_flavors.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.597520 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.598046 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: l3-flavors Nov 17 15:02:39.598372 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.599296 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.599849 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: l3-port-ip-change-not-allowed Nov 17 15:02:39.600177 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: l3agentscheduler.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.601471 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.601999 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: l3_agent_scheduler Nov 17 15:02:39.602325 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: logging.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.603883 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.604430 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extension logging not supported by any of loaded plugins Nov 17 15:02:39.604766 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: metering.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.605512 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.606109 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: metering Nov 17 15:02:39.606439 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.607692 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.608229 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: metering_source_and_destination_fields Nov 17 15:02:39.608561 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: multiprovidernet.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.609492 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.610020 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: multi-provider Nov 17 15:02:39.610349 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: netmtu.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.611267 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.611824 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: net-mtu Nov 17 15:02:39.612153 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: netmtu_writable.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.613084 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.613611 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: net-mtu-writable Nov 17 15:02:39.613938 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: network_availability_zone.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.614613 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.615129 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: network_availability_zone Nov 17 15:02:39.615542 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: network_ip_availability.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.616654 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.617186 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: network-ip-availability Nov 17 15:02:39.617518 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: network_segment_range.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.618294 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.618809 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extension network-segment-range not supported by any of loaded plugins Nov 17 15:02:39.619155 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: pagination.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.620222 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.620558 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: pagination Nov 17 15:02:39.620882 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: port_device_profile.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.621804 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.622336 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: port-device-profile Nov 17 15:02:39.622660 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.623634 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.624159 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: port-mac-address-regenerate Nov 17 15:02:39.624481 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.625408 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.625943 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: port-numa-affinity-policy Nov 17 15:02:39.626268 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: port_resource_request.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.627181 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.627726 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extension port-resource-request not supported by any of loaded plugins Nov 17 15:02:39.628049 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: port_resource_request_groups.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.629033 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.629554 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 17 15:02:39.629876 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: portbindings.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.630829 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.631356 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: binding Nov 17 15:02:39.631709 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: portbindings_extended.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.632987 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.633527 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: binding-extended Nov 17 15:02:39.633852 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: portsecurity.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.635297 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.635855 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: port-security Nov 17 15:02:39.636182 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: project_id.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.637183 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.637516 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: project-id Nov 17 15:02:39.637842 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: providernet.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.638771 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.639303 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: provider Nov 17 15:02:39.639652 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: qos.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.643267 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.643826 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extension qos not supported by any of loaded plugins Nov 17 15:02:39.644158 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.645419 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.645954 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 17 15:02:39.646288 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.647215 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.647835 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 17 15:02:39.648163 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: qos_default.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.649088 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.649620 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extension qos-default not supported by any of loaded plugins Nov 17 15:02:39.649951 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: qos_fip.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.651169 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.651722 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extension qos-fip not supported by any of loaded plugins Nov 17 15:02:39.652048 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: qos_gateway_ip.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.652998 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.653530 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 17 15:02:39.653858 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: qos_port_network_policy.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.654781 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.655307 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 17 15:02:39.655662 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.656709 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.657245 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 17 15:02:39.657573 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: qos_pps_rule.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.658772 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.660898 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extension qos-pps not supported by any of loaded plugins Nov 17 15:02:39.661246 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: qos_rule_type_details.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.662197 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.662737 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 17 15:02:39.663075 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: qos_rules_alias.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.664163 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.664693 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 17 15:02:39.665025 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: quota_check_limit.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.665963 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.666514 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: quota-check-limit Nov 17 15:02:39.666843 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: quotasv2.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.667832 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.668164 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: quotas Nov 17 15:02:39.668488 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: quotasv2_detail.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.671679 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.672024 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: quota_details Nov 17 15:02:39.672358 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: rbac.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.673432 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.673973 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: rbac-policies Nov 17 15:02:39.674306 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: rbac_address_group.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.675254 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.675820 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: rbac-address-group Nov 17 15:02:39.676152 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: rbac_address_scope.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.677084 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.677618 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: rbac-address-scope Nov 17 15:02:39.677948 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: rbac_security_groups.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.678877 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.679435 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: rbac-security-groups Nov 17 15:02:39.679766 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: rbac_subnetpool.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.680690 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.681221 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: rbac-subnetpool Nov 17 15:02:39.681547 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: revisionifmatch.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.682496 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.683026 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: revision-if-match Nov 17 15:02:39.683359 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: revisions.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.684517 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.685049 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: standard-attr-revisions Nov 17 15:02:39.685377 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: router_availability_zone.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.686050 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.686578 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: router_availability_zone Nov 17 15:02:39.686903 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: routerservicetype.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.687864 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.688396 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extension router-service-type not supported by any of loaded plugins Nov 17 15:02:39.688727 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.689670 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.690185 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: security-groups-normalized-cidr Nov 17 15:02:39.690509 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: security_groups_port_filtering.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.691557 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.692096 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: port-security-groups-filtering Nov 17 15:02:39.692422 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.693369 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.693901 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: security-groups-remote-address-group Nov 17 15:02:39.694226 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: security_groups_shared_filtering.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.695164 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.695731 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: security-groups-shared-filtering Nov 17 15:02:39.696058 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.696649 dv-cinder-818233-1-iscsi neutron-server[101724]: WARNING neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 17 15:02:39.696971 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: securitygroup.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.707286 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.707855 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: security-group Nov 17 15:02:39.708206 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: segment.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.708991 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.709520 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extension segment not supported by any of loaded plugins Nov 17 15:02:39.709851 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.710807 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.711333 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 17 15:02:39.711692 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: servicetype.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.712837 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.713900 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: service-type Nov 17 15:02:39.714253 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: sorting.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.715246 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.715610 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: sorting Nov 17 15:02:39.715939 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: standard_attr_segment.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.716871 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.717399 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 17 15:02:39.717728 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: standardattrdescription.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.718383 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.718906 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: standard-attr-description Nov 17 15:02:39.719234 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: stateful_security_group.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.720202 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.720730 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: stateful-security-group Nov 17 15:02:39.721055 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: stdattrs_common.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.721632 dv-cinder-818233-1-iscsi neutron-server[101724]: WARNING neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 17 15:02:39.721958 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.722889 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.723445 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 17 15:02:39.723777 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: subnet_onboard.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.724845 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.725382 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: subnet_onboard Nov 17 15:02:39.725712 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.726896 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.727450 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 17 15:02:39.727781 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: subnet_service_types.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.728735 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.729265 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: subnet-service-types Nov 17 15:02:39.729594 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: subnetallocation.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.730696 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.731207 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: subnet_allocation Nov 17 15:02:39.731563 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.732232 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.732764 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: subnetpool-prefix-ops Nov 17 15:02:39.733091 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.734061 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.734585 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 17 15:02:39.734914 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: tagging.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.736019 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.736547 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: standard-attr-tag Nov 17 15:02:39.736875 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: timestamp.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.738078 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.738610 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loaded extension: standard-attr-timestamp Nov 17 15:02:39.738939 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: trunk.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.740033 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.740567 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extension trunk not supported by any of loaded plugins Nov 17 15:02:39.740891 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: trunk_details.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.741836 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.742371 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extension trunk-details not supported by any of loaded plugins Nov 17 15:02:39.742699 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: uplink_status_propagation.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.743669 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.744224 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 17 15:02:39.744550 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Loading extension file: vlantransparent.py {{(pid=101724) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 17 15:02:39.745224 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101724) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 17 15:02:39.745745 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extension vlan-transparent not supported by any of loaded plugins Nov 17 15:02:39.748266 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.quota.resource_registry [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Creating instance of TrackedResource for resource:network Nov 17 15:02:39.748783 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.quota.resource_registry [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Creating instance of TrackedResource for resource:subnet Nov 17 15:02:39.749193 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.quota.resource_registry [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Creating instance of TrackedResource for resource:subnetpool Nov 17 15:02:39.749584 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.quota.resource_registry [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Creating instance of TrackedResource for resource:port Nov 17 15:02:39.750803 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.v2.resource_helper [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 17 15:02:39.751240 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.v2.resource_helper [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Service FLAVORS assigned prefix: {{(pid=101724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 17 15:02:39.751902 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.v2.resource_helper [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 17 15:02:39.752338 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.v2.resource_helper [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 17 15:02:39.752670 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.quota.resource_registry [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Creating instance of TrackedResource for resource:router Nov 17 15:02:39.753296 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.quota.resource_registry [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Creating instance of TrackedResource for resource:floatingip Nov 17 15:02:39.753612 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.v2.resource_helper [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Service METERING assigned prefix: /metering {{(pid=101724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 17 15:02:39.755057 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.755456 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.755810 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:02:39.756815 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.quota.resource_registry [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Creating instance of CountableResource for resource:rbac_policy Nov 17 15:02:39.757253 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.quota.resource_registry [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Creating instance of TrackedResource for resource:security_group Nov 17 15:02:39.757696 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.quota.resource_registry [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Creating instance of TrackedResource for resource:security_group_rule Nov 17 15:02:39.758293 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.v2.resource_helper [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Service CORE assigned prefix: {{(pid=101724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 17 15:02:39.758624 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.quota.resource_registry [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Creating instance of TrackedResource for resource:subnetpool Nov 17 15:02:39.759065 dv-cinder-818233-1-iscsi neutron-server[101724]: WARNING neutron.quota.resource_registry [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] subnetpool is already registered Nov 17 15:02:39.759410 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.v2.resource_helper [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Service CORE assigned prefix: {{(pid=101724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 17 15:02:39.760260 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.quota.resource_registry [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Creating instance of TrackedResource for resource:subnetpool Nov 17 15:02:39.760603 dv-cinder-818233-1-iscsi neutron-server[101724]: WARNING neutron.quota.resource_registry [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] subnetpool is already registered Nov 17 15:02:39.762883 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.v2.resource_helper [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 17 15:02:39.763320 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.v2.resource_helper [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Service FLAVORS assigned prefix: {{(pid=101724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 17 15:02:39.763955 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.v2.resource_helper [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 17 15:02:39.764402 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.v2.resource_helper [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 17 15:02:39.764742 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.quota.resource_registry [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Creating instance of TrackedResource for resource:router Nov 17 15:02:39.765084 dv-cinder-818233-1-iscsi neutron-server[101724]: WARNING neutron.quota.resource_registry [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] router is already registered Nov 17 15:02:39.765501 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.quota.resource_registry [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Creating instance of TrackedResource for resource:floatingip Nov 17 15:02:39.765837 dv-cinder-818233-1-iscsi neutron-server[101724]: WARNING neutron.quota.resource_registry [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] floatingip is already registered Nov 17 15:02:39.766298 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.v2.resource_helper [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Service METERING assigned prefix: /metering {{(pid=101724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 17 15:02:39.766968 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.quota.resource_registry [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Creating instance of CountableResource for resource:rbac_policy Nov 17 15:02:39.767296 dv-cinder-818233-1-iscsi neutron-server[101724]: WARNING neutron.quota.resource_registry [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] rbac_policy is already registered Nov 17 15:02:39.767759 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.quota.resource_registry [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Creating instance of TrackedResource for resource:security_group Nov 17 15:02:39.768130 dv-cinder-818233-1-iscsi neutron-server[101724]: WARNING neutron.quota.resource_registry [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] security_group is already registered Nov 17 15:02:39.768527 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.quota.resource_registry [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Creating instance of TrackedResource for resource:security_group_rule Nov 17 15:02:39.768810 dv-cinder-818233-1-iscsi neutron-server[101724]: WARNING neutron.quota.resource_registry [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] security_group_rule is already registered Nov 17 15:02:39.769433 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.v2.resource_helper [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Service CORE assigned prefix: {{(pid=101724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 17 15:02:39.769763 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.quota.resource_registry [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Creating instance of TrackedResource for resource:subnetpool Nov 17 15:02:39.770118 dv-cinder-818233-1-iscsi neutron-server[101724]: WARNING neutron.quota.resource_registry [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] subnetpool is already registered Nov 17 15:02:39.770516 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.v2.resource_helper [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Service CORE assigned prefix: {{(pid=101724) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 17 15:02:39.770855 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.quota.resource_registry [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Creating instance of TrackedResource for resource:subnetpool Nov 17 15:02:39.771180 dv-cinder-818233-1-iscsi neutron-server[101724]: WARNING neutron.quota.resource_registry [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] subnetpool is already registered Nov 17 15:02:39.771717 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extended resource: extensions {{(pid=101724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 15:02:39.773163 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extended resource: address-groups {{(pid=101724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 15:02:39.774671 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extended resource: address-scopes {{(pid=101724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 15:02:39.776596 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extended resource: agents {{(pid=101724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 15:02:39.777777 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extended resource: auto-allocated-topology {{(pid=101724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 15:02:39.779086 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extended resource: availability_zones {{(pid=101724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 15:02:39.780354 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extended resource: dhcp-networks {{(pid=101724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 15:02:39.781870 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extended resource: dhcp-agents {{(pid=101724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 15:02:39.783290 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extended resource: routers {{(pid=101724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 15:02:39.785555 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extended resource: flavors {{(pid=101724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 15:02:39.786757 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extended resource: service_profiles {{(pid=101724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 15:02:39.787987 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extended resource: next_providers {{(pid=101724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 15:02:39.789442 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extended resource: service_profiles {{(pid=101724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 15:02:39.791010 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extended resource: floatingip-pools {{(pid=101724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 15:02:39.792289 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extended resource: routers {{(pid=101724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 15:02:39.794428 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extended resource: floatingips {{(pid=101724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 15:02:39.795741 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extended resource: l3-routers {{(pid=101724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 15:02:39.797136 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extended resource: l3-agents {{(pid=101724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 15:02:39.798560 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extended resource: metering-labels {{(pid=101724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 15:02:39.800922 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extended resource: metering-label-rules {{(pid=101724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 15:02:39.802239 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extended resource: network-ip-availabilities {{(pid=101724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 15:02:39.803560 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extended resource: bindings {{(pid=101724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 15:02:39.805222 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extended resource: quotas {{(pid=101724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 15:02:39.806813 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extended resource: quotas {{(pid=101724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 15:02:39.808389 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extended resource: rbac-policies {{(pid=101724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 15:02:39.809693 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extended resource: security-groups {{(pid=101724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 15:02:39.810929 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extended resource: security-group-rules {{(pid=101724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 15:02:39.812195 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extended resource: service-providers {{(pid=101724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 15:02:39.813417 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extended resource: subnetpools {{(pid=101724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 15:02:39.814831 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extended resource: subnetpools {{(pid=101724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 15:02:39.816378 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extended resource: tags {{(pid=101724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 15:02:39.818063 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extended resource: tags {{(pid=101724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 15:02:39.819917 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extended resource: tags {{(pid=101724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 15:02:39.821693 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extended resource: tags {{(pid=101724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 15:02:39.824070 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extended resource: tags {{(pid=101724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 15:02:39.825920 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extended resource: tags {{(pid=101724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 15:02:39.827658 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extended resource: tags {{(pid=101724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 15:02:39.829572 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extended resource: tags {{(pid=101724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 15:02:39.831359 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extended resource: tags {{(pid=101724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 15:02:39.833234 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron.api.extensions [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Extended resource: tags {{(pid=101724) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 17 15:02:39.839906 dv-cinder-818233-1-iscsi neutron-server[101724]: WARNING keystonemiddleware.auth_token [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 17 15:02:39.844629 dv-cinder-818233-1-iscsi neutron-server[101724]: WARNING keystonemiddleware.auth_token [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 17 15:02:39.853606 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_concurrency.lockutils [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Acquired lock "singleton_lock" {{(pid=101724) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 17 15:02:39.854080 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_concurrency.lockutils [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Releasing lock "singleton_lock" {{(pid=101724) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 17 15:02:39.854729 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO oslo_service.service [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Starting 2 workers Nov 17 15:02:39.859489 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Started child 101833 {{(pid=101724) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 17 15:02:39.863860 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Started child 101834 {{(pid=101724) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 17 15:02:39.864796 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:02:39.865424 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO neutron.service [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Neutron service started, listening on 0.0.0.0:9696 Nov 17 15:02:39.866038 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Publish callbacks [] for process, before_spawn {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:02:39.866240 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [-] (101833) wsgi starting up on http://0.0.0.0:9696 Nov 17 15:02:39.868440 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO oslo_service.service [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Starting 1 workers Nov 17 15:02:39.868566 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:02:39.869929 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [-] (101834) wsgi starting up on http://0.0.0.0:9696 Nov 17 15:02:39.873630 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Started child 101835 {{(pid=101724) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 17 15:02:39.874196 dv-cinder-818233-1-iscsi neutron-server[101724]: INFO oslo_service.service [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Starting 1 workers Nov 17 15:02:39.877572 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.service [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] calling RpcWorker wait() {{(pid=101835) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 17 15:02:39.878136 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.service [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] returning from RpcWorker wait() {{(pid=101835) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 17 15:02:39.878570 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Started child 101836 {{(pid=101724) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 17 15:02:39.879389 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG neutron_lib.callbacks.manager [None req-c60e9257-1782-4878-8339-ef8da81f89dc None None] Publish callbacks [] for process, after_spawn {{(pid=101724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:02:39.879493 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:02:39.880009 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:02:39.881234 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101724) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 17 15:02:39.881442 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 17 15:02:39.881627 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 17 15:02:39.881847 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 17 15:02:39.882187 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 17 15:02:39.882370 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 17 15:02:39.882883 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.883168 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.883463 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.883556 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:02:39.884010 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.884010 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.884576 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.884669 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:02:39.885373 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.885626 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.885892 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.886150 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.886314 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.886479 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.886730 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.886982 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.887284 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.887576 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.887814 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.888061 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.888230 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.888489 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.888751 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.888977 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.889246 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] debug = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.889488 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.889960 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.890191 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.890430 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.890669 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.890936 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.891192 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.891470 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.891706 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.891921 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.892153 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.892429 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.892673 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.892882 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.893144 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.893359 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.893603 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.893835 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.894313 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] host = dv-cinder-818233-1-iscsi {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.894551 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.894768 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.894998 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.895253 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.895529 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.895751 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.896011 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.896283 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.896535 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.896778 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.897041 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.897289 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.897518 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.897766 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] log_file = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.897927 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] log_options = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.898142 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.898415 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.898660 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.898855 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.899022 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.899193 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.899529 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.899678 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.899971 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.900109 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.900304 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.901111 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.901362 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.901597 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.901869 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.902112 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.902351 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.902584 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.902831 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.903080 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.903305 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.903596 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.903865 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.904091 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.904326 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.904542 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.904767 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.904980 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.905205 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.905443 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.905698 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.905952 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.906185 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.906423 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.906685 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.906912 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.907140 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.907417 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.907686 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.907913 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.908181 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.908428 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.908648 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.908891 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.909104 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.909339 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.909571 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] use_json = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.909782 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.910070 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.910249 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.910462 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.910676 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.910887 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.911123 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.911352 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.911813 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.912172 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.912421 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.912667 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.912916 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.914227 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.914227 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.914227 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.914227 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.914714 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.914714 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.914969 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.915174 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.915445 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.915717 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.916096 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.916336 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.916591 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.917570 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.917570 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.917570 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.917814 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.918162 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.918628 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.918865 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.919096 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.919321 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.919697 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.919959 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.920239 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.920495 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.920736 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.920965 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.921192 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.921434 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.922035 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.922035 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.925460 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.925460 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.925460 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.925460 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.925460 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.925460 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.925460 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.925460 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.925460 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.926149 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.926149 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.926149 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.926149 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.926149 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.926503 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.926782 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.926876 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.927083 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.927321 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.927598 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.927818 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.928051 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.928274 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.928531 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.928789 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.928997 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.929212 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.929433 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.929642 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.929889 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.930126 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.930339 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.930597 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.930853 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.931122 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.931434 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.931671 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.931885 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.932099 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.932324 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.932534 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.932743 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.932963 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.933348 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.933557 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.933819 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.934000 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.934204 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.934418 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.934620 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.934987 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.935232 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.935522 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.935828 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.936068 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.936326 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.936537 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.936782 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.937016 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.937273 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.937479 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.937910 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.938295 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.938547 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.938770 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.939016 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.939269 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.939506 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.940290 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.940290 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.940290 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.940544 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.940619 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.940837 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.941104 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.941350 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.941573 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.941823 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.942069 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.942328 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.942564 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.942851 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.943062 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.943322 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.943640 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.943903 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.944249 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.944626 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.944859 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.945113 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.945373 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.945612 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.945836 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.946082 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.946293 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.946565 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.946805 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.947037 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.947774 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.948009 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.948338 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.948591 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.948804 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.949014 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.949263 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.949516 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.949744 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.950004 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.950259 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.950483 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.950720 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.950959 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.951185 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.951455 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.951683 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.951892 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.952118 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.952324 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.952533 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.952739 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.952944 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.953170 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.953393 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.953621 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.953825 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.954034 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.954249 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.954485 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.954688 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.954901 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.955145 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.955290 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.956292 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.956292 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.956292 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.956292 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.956711 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.956711 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.956869 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.957121 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.958083 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.958083 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.958083 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.958497 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.958497 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.958749 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.958749 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.958967 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.959192 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.959623 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.959997 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.960363 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.960733 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.961126 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.961495 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.961975 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.962228 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.962454 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.962691 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.962906 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.963719 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.963966 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.964196 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.964403 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.964617 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.964828 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.965062 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.965292 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.965548 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.965754 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.965981 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.966190 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.966399 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.966605 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.966991 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.967233 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.967482 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.967743 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.967956 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.968197 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.968424 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.968649 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.968867 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.969087 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.969298 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.969503 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.969738 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.969943 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.970146 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.970359 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.970569 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.970771 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.971028 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.971424 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.971626 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.971846 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.972059 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.972265 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.972483 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.972685 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.972889 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.973107 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.973339 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.973541 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.973759 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.973962 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.974185 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.974400 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.974627 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.974841 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.975126 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.975394 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.975605 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.975884 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.976358 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.976595 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.976844 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.977145 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.977365 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.977783 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.978016 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.978233 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.978447 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.978730 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.979044 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.979336 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.979591 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.979859 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.980135 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.980407 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.980659 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.980898 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.981182 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.981498 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.981769 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.982009 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.982230 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.982482 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.982712 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.982922 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.983160 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.983404 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.983616 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.983885 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.984104 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.984321 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.984534 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.984752 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.984984 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.985201 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.985422 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.985654 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.985862 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:39.986013 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 17 15:02:39.986535 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101724) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 17 15:02:39.986689 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 17 15:02:39.986836 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 17 15:02:39.986998 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 17 15:02:39.987159 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 17 15:02:39.987306 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 17 15:02:39.987530 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.987687 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.987842 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.987997 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.988150 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.988331 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.988487 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.988640 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.988793 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.988934 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.989086 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.989238 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.989390 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.989544 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.989696 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.989848 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.990002 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.990154 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.990311 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.990464 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.990616 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.990767 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.990919 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] debug = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.991070 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.991276 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.991446 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.991601 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.991742 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.991895 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.992048 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.993549 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.993549 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.993549 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.993549 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.993549 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.993549 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.993549 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.993549 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.995409 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.995409 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.995409 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.995409 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] host = dv-cinder-818233-1-iscsi {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.995409 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.995409 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.995409 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.995409 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.995961 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.995961 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.995961 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.995961 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.995961 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.995961 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.995961 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.995961 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.996496 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.996496 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] log_file = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.996496 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] log_options = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.996715 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.996715 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.996861 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.996976 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.997133 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.997481 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.997661 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.997796 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.997933 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.998071 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.998203 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.998342 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.998487 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.998626 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.998773 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.998926 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.999065 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.999263 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.999442 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.999588 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.999726 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.999862 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:39.999999 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:40.000150 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:40.000284 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:40.000415 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:40.000554 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:40.000684 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:40.000842 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:40.000992 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:40.001185 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:40.001348 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:40.001675 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:40.001675 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:40.001675 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:40.002062 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:40.002062 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:40.002324 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:40.002324 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:40.002579 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:40.002579 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:40.002893 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:40.002893 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:40.003173 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:40.003173 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:40.003461 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:40.003461 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] use_json = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:40.003700 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:40.003700 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:40.003933 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:40.004068 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:40.004195 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:40.004279 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:40.004403 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:40.004537 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 17 15:02:40.004710 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.005242 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.005242 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.005242 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.005702 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.005702 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.005702 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.006046 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.006046 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.006046 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.006258 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.006338 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.006475 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.006632 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.006788 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.006945 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.007099 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.007254 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.007428 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.007585 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.007740 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.007895 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.008059 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.008214 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.008369 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.008523 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.008681 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.008850 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.009005 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.009161 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.009316 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.009472 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.009627 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.009831 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.010487 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.010644 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.010799 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.010954 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.011108 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.011287 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.011511 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.011636 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.011789 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.011872 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.012014 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.012218 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.012370 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.012499 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.012622 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.012755 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.012880 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.013012 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.013168 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.013324 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.013478 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.013643 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.013797 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.013951 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.014106 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.014261 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.014415 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.014569 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.014724 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.014851 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:02:40.014995 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.015121 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.015244 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.015402 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.015528 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.015651 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.015774 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.015898 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.016055 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.016210 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.016366 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.016522 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.016661 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.016821 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.016975 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.017130 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.017286 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.017441 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.017595 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.017751 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.017906 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.018060 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.018231 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.018360 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.018509 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.018713 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.018857 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.018983 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.019130 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.019283 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.019460 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.019615 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.019769 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.019923 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.020076 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.020229 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.020382 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.020521 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.020678 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.020833 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.020988 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.021141 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.021295 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.021736 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.021736 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.021736 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.022081 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.022081 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.022307 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.022307 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.022539 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.022661 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.022792 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.022916 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.023045 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.023179 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.023303 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.023471 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.023635 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.023791 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.023946 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.024102 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.024257 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.024411 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.024551 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.024711 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.024867 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.025022 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.025178 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.025455 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.025647 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.025647 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.025922 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.025922 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.026203 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.026327 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.026455 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.026550 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.026676 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.026835 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.026987 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.027299 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.027457 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.027623 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.027782 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.028306 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.028306 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.028306 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.028701 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.028701 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.028701 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.029322 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.029322 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.029322 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.029322 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.029819 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.029819 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.029819 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.029819 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.030327 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.030327 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.030327 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.031009 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.031009 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.031009 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.031009 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.031009 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.031667 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.031667 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.031667 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.031667 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.031667 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.032300 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.032300 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.032300 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.032300 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.032753 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.032753 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.032753 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.033104 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.033104 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.033104 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.033445 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.033445 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.033678 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.033678 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.034001 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.034001 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.034243 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.034243 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.034474 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.034595 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.034721 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.034843 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.034963 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.035084 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.035242 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.035417 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.035576 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.035730 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.035886 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.036045 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.036199 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.036430 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.036558 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.036696 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.036824 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.037714 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.037714 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.037714 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.037714 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.037714 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.037714 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.038695 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.038695 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.038695 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.038695 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.038695 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.038695 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.038695 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.039358 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.039358 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.039358 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.039358 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.039358 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.039995 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.039995 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.039995 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.039995 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.041536 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.041536 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.041536 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.041536 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.041536 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.041536 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.041536 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.041536 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.043198 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.043198 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.043198 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.043198 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.043198 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.043198 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.043198 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.043198 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.044147 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.044147 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.044147 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.044147 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.044147 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.044147 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.044147 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.044147 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.045046 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.045046 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.045046 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.045046 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.045046 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.045046 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.045046 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.045046 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.045938 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.045938 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.045938 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.045938 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.045938 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.045938 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.045938 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.045938 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.046834 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.046834 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.046834 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.046834 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.046834 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.046834 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.046834 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.047638 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.047638 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.047638 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.047638 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.047638 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.048212 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.048212 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.048212 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.048212 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.048659 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.048659 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 17 15:02:40.048659 dv-cinder-818233-1-iscsi neutron-server[101724]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101724) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 17 15:02:40.293716 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 53432) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:02:40.302099 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062907 Nov 17 15:02:51.486397 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9311e515-f600-45c5-9bed-ffcb4a9ecda2 None None] get_active_networks_info from dv-cinder-818233-1-iscsi {{(pid=101835) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 17 15:02:51.556608 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9311e515-f600-45c5-9bed-ffcb4a9ecda2 None None] No non-hosted networks {{(pid=101835) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 17 15:02:51.572757 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.agentschedulers_db [None req-9311e515-f600-45c5-9bed-ffcb4a9ecda2 None None] DHCP Agent not found on host dv-cinder-818233-1-iscsi {{(pid=101835) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 17 15:02:51.689920 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-b32bde29-e866-4bc1-8cf4-a04a2d5af530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-524745'] for agent, after_create {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:02:53.781090 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-7d8d1404-de87-4d32-a27a-8dd9a24aa6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-524745'] for agent, after_create {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:02:53.829338 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-6a829b21-f33b-4ae3-bb66-70d3a1f280d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:02:54.751089 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-524745'] for agent, after_create {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:02:56.253872 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-524745'] for agent, after_create {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:02:57.055234 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-524745'] for agent, after_create {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:02:57.055966 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:02:57.056897 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:02:57.057237 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:02:57.057565 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:02:57.057935 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:02:57.058265 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:02:57.058585 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:02:57.058969 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:02:57.059304 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:02:57.059653 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:02:57.059990 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:02:57.060314 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:02:57.060710 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-818233-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:02:57.071870 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-818233-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:02:57.533446 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 53522) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:02:58.025021 dv-cinder-818233-1-iscsi neutron-server[101833]: WARNING oslo_policy.policy [None req-f481eb13-3092-4e1e-a91c-ffe44385add0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 17 15:02:58.025619 dv-cinder-818233-1-iscsi neutron-server[101833]: WARNING oslo_policy.policy [None req-f481eb13-3092-4e1e-a91c-ffe44385add0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 17 15:02:58.252473 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [None req-f481eb13-3092-4e1e-a91c-ffe44385add0 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=101833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 17 15:02:58.267480 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-f481eb13-3092-4e1e-a91c-ffe44385add0 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7191279 Nov 17 15:03:00.760939 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 53538) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:03:01.074359 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.v2.base [None req-9bf5d839-1504-4c7b-b34e-688d4b12d668 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=101833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:03:01.169060 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.policy [None req-9bf5d839-1504-4c7b-b34e-688d4b12d668 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101833) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 17 15:03:01.215349 dv-cinder-818233-1-iscsi neutron-server[101833]: WARNING oslo_policy.policy [None req-9bf5d839-1504-4c7b-b34e-688d4b12d668 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 17 15:03:01.215743 dv-cinder-818233-1-iscsi neutron-server[101833]: WARNING oslo_policy.policy [None req-9bf5d839-1504-4c7b-b34e-688d4b12d668 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 17 15:03:01.224119 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.quota [None req-9bf5d839-1504-4c7b-b34e-688d4b12d668 admin admin] Loaded quota_driver: . Nov 17 15:03:01.300721 dv-cinder-818233-1-iscsi neutron-server[101835]: INFO neutron.db.l3_hamode_db [None req-acb846e7-7328-4102-aac9-b9add12740a9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 17 15:03:01.314385 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-9bf5d839-1504-4c7b-b34e-688d4b12d668 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776337572833', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776337572306', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776337536644', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776337537733', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776337552526', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776337542803', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2056981', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2035971', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-559613', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-635088'] for rbac-policy, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:01.378460 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb846e7-7328-4102-aac9-b9add12740a9 None None] Routers set() bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:03:01.378842 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb846e7-7328-4102-aac9-b9add12740a9 None None] Router IDs set() for agent in host dv-cinder-818233-1-iscsi {{(pid=101835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 17 15:03:01.380263 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-9bf5d839-1504-4c7b-b34e-688d4b12d668 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:01.381114 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-9bf5d839-1504-4c7b-b34e-688d4b12d668 admin admin] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6191902 Nov 17 15:03:04.023004 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 53550) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:03:04.321239 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.v2.base [None req-3b254662-980c-44e3-9c6c-bc09eeda11b4 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '210f901b0f104f3fa69bb333c1ce30f9', 'tenant_id': '210f901b0f104f3fa69bb333c1ce30f9'}} {{(pid=101833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:03:04.350070 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b254662-980c-44e3-9c6c-bc09eeda11b4 admin admin] Made reservation on behalf of 210f901b0f104f3fa69bb333c1ce30f9 for: {'network': 1} {{(pid=101833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:03:04.353084 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-3b254662-980c-44e3-9c6c-bc09eeda11b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for network, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:04.369603 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-3b254662-980c-44e3-9c6c-bc09eeda11b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:04.475881 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-3b254662-980c-44e3-9c6c-bc09eeda11b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:04.479999 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-3b254662-980c-44e3-9c6c-bc09eeda11b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:04.498743 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b254662-980c-44e3-9c6c-bc09eeda11b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=101833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 17 15:03:04.526306 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-3b254662-980c-44e3-9c6c-bc09eeda11b4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776334380090', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931355'] for segment, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:04.526851 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-3b254662-980c-44e3-9c6c-bc09eeda11b4 admin admin] Unsubscribe: segment precommit_create {{(pid=101833) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 17 15:03:04.527359 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.db.segments_db [None req-3b254662-980c-44e3-9c6c-bc09eeda11b4 admin admin] Added segment 3d6bb737-f277-41a2-904d-f57e0f345553 of type vlan for network 08f53fe4-9383-40e9-875c-5ec63dc029bc Nov 17 15:03:04.542803 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b254662-980c-44e3-9c6c-bc09eeda11b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f530b0-5142-4ea5-a9c4-69d481361776,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:03:04.568028 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b254662-980c-44e3-9c6c-bc09eeda11b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:03:04.568314 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b254662-980c-44e3-9c6c-bc09eeda11b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:03:04.568643 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b254662-980c-44e3-9c6c-bc09eeda11b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:03:04.568963 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b254662-980c-44e3-9c6c-bc09eeda11b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:03:04.569280 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b254662-980c-44e3-9c6c-bc09eeda11b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:03:04.569613 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b254662-980c-44e3-9c6c-bc09eeda11b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:03:04.569930 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b254662-980c-44e3-9c6c-bc09eeda11b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:03:04.570261 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b254662-980c-44e3-9c6c-bc09eeda11b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:03:04.570589 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b254662-980c-44e3-9c6c-bc09eeda11b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:03:04.570899 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b254662-980c-44e3-9c6c-bc09eeda11b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:03:04.571204 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b254662-980c-44e3-9c6c-bc09eeda11b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:03:04.571557 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b254662-980c-44e3-9c6c-bc09eeda11b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:03:04.572650 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b254662-980c-44e3-9c6c-bc09eeda11b4 admin admin] Tracked resource versions report: Nov 17 15:03:04.572650 dv-cinder-818233-1-iscsi neutron-server[101833]: pushed versions: Nov 17 15:03:04.572650 dv-cinder-818233-1-iscsi neutron-server[101833]: { 'AddressGroup': {'1.2'}, Nov 17 15:03:04.572650 dv-cinder-818233-1-iscsi neutron-server[101833]: 'ConntrackHelper': {'1.0'}, Nov 17 15:03:04.572650 dv-cinder-818233-1-iscsi neutron-server[101833]: 'Log': {'1.0'}, Nov 17 15:03:04.572650 dv-cinder-818233-1-iscsi neutron-server[101833]: 'Network': {'1.1'}, Nov 17 15:03:04.572650 dv-cinder-818233-1-iscsi neutron-server[101833]: 'Port': {'1.7'}, Nov 17 15:03:04.572650 dv-cinder-818233-1-iscsi neutron-server[101833]: 'PortForwarding': {'1.2'}, Nov 17 15:03:04.572650 dv-cinder-818233-1-iscsi neutron-server[101833]: 'QosPolicy': {'1.10'}, Nov 17 15:03:04.572650 dv-cinder-818233-1-iscsi neutron-server[101833]: 'SecurityGroup': {'1.5'}, Nov 17 15:03:04.572650 dv-cinder-818233-1-iscsi neutron-server[101833]: 'SecurityGroupRule': {'1.2'}, Nov 17 15:03:04.572650 dv-cinder-818233-1-iscsi neutron-server[101833]: 'SubPort': {'1.0'}, Nov 17 15:03:04.572650 dv-cinder-818233-1-iscsi neutron-server[101833]: 'Subnet': {'1.1'}, Nov 17 15:03:04.572650 dv-cinder-818233-1-iscsi neutron-server[101833]: 'Trunk': {'1.1'}} Nov 17 15:03:04.572650 dv-cinder-818233-1-iscsi neutron-server[101833]: consumer versions: Nov 17 15:03:04.572650 dv-cinder-818233-1-iscsi neutron-server[101833]: { DHCP agent@dv-cinder-818233-1-iscsi: {}, Nov 17 15:03:04.572650 dv-cinder-818233-1-iscsi neutron-server[101833]: L3 agent@dv-cinder-818233-1-iscsi: {}, Nov 17 15:03:04.572650 dv-cinder-818233-1-iscsi neutron-server[101833]: Metadata agent@dv-cinder-818233-1-iscsi: {}, Nov 17 15:03:04.572650 dv-cinder-818233-1-iscsi neutron-server[101833]: Metering agent@dv-cinder-818233-1-iscsi: {}, Nov 17 15:03:04.572650 dv-cinder-818233-1-iscsi neutron-server[101833]: Open vSwitch agent@dv-cinder-818233-1-iscsi: { 'AddressGroup': '1.2', Nov 17 15:03:04.572650 dv-cinder-818233-1-iscsi neutron-server[101833]: 'ConntrackHelper': '1.0', Nov 17 15:03:04.572650 dv-cinder-818233-1-iscsi neutron-server[101833]: 'Log': '1.0', Nov 17 15:03:04.572650 dv-cinder-818233-1-iscsi neutron-server[101833]: 'Network': '1.1', Nov 17 15:03:04.572650 dv-cinder-818233-1-iscsi neutron-server[101833]: 'Port': '1.7', Nov 17 15:03:04.572650 dv-cinder-818233-1-iscsi neutron-server[101833]: 'PortForwarding': '1.2', Nov 17 15:03:04.572650 dv-cinder-818233-1-iscsi neutron-server[101833]: 'QosPolicy': '1.10', Nov 17 15:03:04.572650 dv-cinder-818233-1-iscsi neutron-server[101833]: 'SecurityGroup': '1.5', Nov 17 15:03:04.572650 dv-cinder-818233-1-iscsi neutron-server[101833]: 'SecurityGroupRule': '1.2', Nov 17 15:03:04.572650 dv-cinder-818233-1-iscsi neutron-server[101833]: 'SubPort': '1.0', Nov 17 15:03:04.572650 dv-cinder-818233-1-iscsi neutron-server[101833]: 'Subnet': '1.1', Nov 17 15:03:04.572650 dv-cinder-818233-1-iscsi neutron-server[101833]: 'Trunk': '1.1'}} Nov 17 15:03:04.572650 dv-cinder-818233-1-iscsi neutron-server[101833]: {{(pid=101833) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 17 15:03:04.643649 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-3b254662-980c-44e3-9c6c-bc09eeda11b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776333902596'] for network, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:04.683288 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-3b254662-980c-44e3-9c6c-bc09eeda11b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557'] for network, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:04.684413 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b254662-980c-44e3-9c6c-bc09eeda11b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:03:04.685125 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-3b254662-980c-44e3-9c6c-bc09eeda11b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for network, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:04.746261 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-3b254662-980c-44e3-9c6c-bc09eeda11b4 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7221780 Nov 17 15:03:04.786759 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b254662-980c-44e3-9c6c-bc09eeda11b4 admin admin] Pushing event updated for resources: {'Network': ['ID=08f53fe4-9383-40e9-875c-5ec63dc029bc,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:03:04.799148 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Network 08f53fe4-9383-40e9-875c-5ec63dc029bc details requested by agent ovs-agent-dv-cinder-818233-1-iscsi with host dv-cinder-818233-1-iscsi {{(pid=101835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 17 15:03:07.470395 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 53564) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:03:07.972763 dv-cinder-818233-1-iscsi neutron-server[101834]: WARNING oslo_policy.policy [None req-cdb5f247-4ad4-4565-9b4c-65c3aa9a637c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 17 15:03:07.973308 dv-cinder-818233-1-iscsi neutron-server[101834]: WARNING oslo_policy.policy [None req-cdb5f247-4ad4-4565-9b4c-65c3aa9a637c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 17 15:03:08.420203 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.policy [None req-cdb5f247-4ad4-4565-9b4c-65c3aa9a637c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101834) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 17 15:03:08.467167 dv-cinder-818233-1-iscsi neutron-server[101834]: WARNING oslo_policy.policy [None req-cdb5f247-4ad4-4565-9b4c-65c3aa9a637c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 17 15:03:08.467592 dv-cinder-818233-1-iscsi neutron-server[101834]: WARNING oslo_policy.policy [None req-cdb5f247-4ad4-4565-9b4c-65c3aa9a637c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 17 15:03:08.476531 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb5f247-4ad4-4565-9b4c-65c3aa9a637c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:03:08.478515 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-cdb5f247-4ad4-4565-9b4c-65c3aa9a637c admin admin] 10.222.0.62 "GET /v2.0/networks/08f53fe4-9383-40e9-875c-5ec63dc029bc HTTP/1.1" status: 200 len: 825 time: 1.0061083 Nov 17 15:03:08.517368 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-06a21875-2ee5-4530-bade-3c6ddb2df7b9 admin admin] 10.222.0.62 "GET /v2.0/subnetpools/015fa679-9130-4918-8b8a-79366c518dd6 HTTP/1.1" status: 200 len: 734 time: 0.0326586 Nov 17 15:03:08.526644 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [None req-6bfd5509-de80-435d-b09f-2208b03a239a admin admin] Request body: {'subnet': {'subnetpool_id': '015fa679-9130-4918-8b8a-79366c518dd6', 'gateway_ip': '172.20.0.1', 'network_id': '08f53fe4-9383-40e9-875c-5ec63dc029bc', 'tenant_id': '210f901b0f104f3fa69bb333c1ce30f9', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:03:08.528221 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.quota [None req-6bfd5509-de80-435d-b09f-2208b03a239a admin admin] Loaded quota_driver: . Nov 17 15:03:08.564541 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bfd5509-de80-435d-b09f-2208b03a239a admin admin] Made reservation on behalf of 210f901b0f104f3fa69bb333c1ce30f9 for: {'subnet': 1} {{(pid=101834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:03:08.567170 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-6bfd5509-de80-435d-b09f-2208b03a239a admin admin] Publish callbacks [] for subnet, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:08.847227 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-6bfd5509-de80-435d-b09f-2208b03a239a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557'] for subnet, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:08.916923 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfd5509-de80-435d-b09f-2208b03a239a admin admin] Checking segment: {'id': '3d6bb737-f277-41a2-904d-f57e0f345553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '08f53fe4-9383-40e9-875c-5ec63dc029bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:03:08.917300 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfd5509-de80-435d-b09f-2208b03a239a admin admin] Network hostable DHCP agents. Network: 08f53fe4-9383-40e9-875c-5ec63dc029bc, hostable agents: ['c5ee84d2-283a-4ac2-b5b9-7ea041475697'], hosted agents: [] {{(pid=101834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 17 15:03:08.927493 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfd5509-de80-435d-b09f-2208b03a239a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fb951e5-f27e-4832-a18f-9ecf1162e8fc,revision_number=0']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:03:08.940338 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfd5509-de80-435d-b09f-2208b03a239a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:03:08.940697 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfd5509-de80-435d-b09f-2208b03a239a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:03:08.941031 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfd5509-de80-435d-b09f-2208b03a239a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:03:08.941356 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfd5509-de80-435d-b09f-2208b03a239a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:03:08.941677 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfd5509-de80-435d-b09f-2208b03a239a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:03:08.942012 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfd5509-de80-435d-b09f-2208b03a239a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:03:08.942359 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfd5509-de80-435d-b09f-2208b03a239a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:03:08.942665 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfd5509-de80-435d-b09f-2208b03a239a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:03:08.943000 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfd5509-de80-435d-b09f-2208b03a239a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:03:08.943316 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfd5509-de80-435d-b09f-2208b03a239a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:03:08.943651 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfd5509-de80-435d-b09f-2208b03a239a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:03:08.943962 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfd5509-de80-435d-b09f-2208b03a239a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:03:08.945030 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfd5509-de80-435d-b09f-2208b03a239a admin admin] Tracked resource versions report: Nov 17 15:03:08.945030 dv-cinder-818233-1-iscsi neutron-server[101834]: pushed versions: Nov 17 15:03:08.945030 dv-cinder-818233-1-iscsi neutron-server[101834]: { 'AddressGroup': {'1.2'}, Nov 17 15:03:08.945030 dv-cinder-818233-1-iscsi neutron-server[101834]: 'ConntrackHelper': {'1.0'}, Nov 17 15:03:08.945030 dv-cinder-818233-1-iscsi neutron-server[101834]: 'Log': {'1.0'}, Nov 17 15:03:08.945030 dv-cinder-818233-1-iscsi neutron-server[101834]: 'Network': {'1.1'}, Nov 17 15:03:08.945030 dv-cinder-818233-1-iscsi neutron-server[101834]: 'Port': {'1.7'}, Nov 17 15:03:08.945030 dv-cinder-818233-1-iscsi neutron-server[101834]: 'PortForwarding': {'1.2'}, Nov 17 15:03:08.945030 dv-cinder-818233-1-iscsi neutron-server[101834]: 'QosPolicy': {'1.10'}, Nov 17 15:03:08.945030 dv-cinder-818233-1-iscsi neutron-server[101834]: 'SecurityGroup': {'1.5'}, Nov 17 15:03:08.945030 dv-cinder-818233-1-iscsi neutron-server[101834]: 'SecurityGroupRule': {'1.2'}, Nov 17 15:03:08.945030 dv-cinder-818233-1-iscsi neutron-server[101834]: 'SubPort': {'1.0'}, Nov 17 15:03:08.945030 dv-cinder-818233-1-iscsi neutron-server[101834]: 'Subnet': {'1.1'}, Nov 17 15:03:08.945030 dv-cinder-818233-1-iscsi neutron-server[101834]: 'Trunk': {'1.1'}} Nov 17 15:03:08.945030 dv-cinder-818233-1-iscsi neutron-server[101834]: consumer versions: Nov 17 15:03:08.945030 dv-cinder-818233-1-iscsi neutron-server[101834]: { DHCP agent@dv-cinder-818233-1-iscsi: {}, Nov 17 15:03:08.945030 dv-cinder-818233-1-iscsi neutron-server[101834]: L3 agent@dv-cinder-818233-1-iscsi: {}, Nov 17 15:03:08.945030 dv-cinder-818233-1-iscsi neutron-server[101834]: Metadata agent@dv-cinder-818233-1-iscsi: {}, Nov 17 15:03:08.945030 dv-cinder-818233-1-iscsi neutron-server[101834]: Metering agent@dv-cinder-818233-1-iscsi: {}, Nov 17 15:03:08.945030 dv-cinder-818233-1-iscsi neutron-server[101834]: Open vSwitch agent@dv-cinder-818233-1-iscsi: { 'AddressGroup': '1.2', Nov 17 15:03:08.945030 dv-cinder-818233-1-iscsi neutron-server[101834]: 'ConntrackHelper': '1.0', Nov 17 15:03:08.945030 dv-cinder-818233-1-iscsi neutron-server[101834]: 'Log': '1.0', Nov 17 15:03:08.945030 dv-cinder-818233-1-iscsi neutron-server[101834]: 'Network': '1.1', Nov 17 15:03:08.945030 dv-cinder-818233-1-iscsi neutron-server[101834]: 'Port': '1.7', Nov 17 15:03:08.945030 dv-cinder-818233-1-iscsi neutron-server[101834]: 'PortForwarding': '1.2', Nov 17 15:03:08.945030 dv-cinder-818233-1-iscsi neutron-server[101834]: 'QosPolicy': '1.10', Nov 17 15:03:08.945030 dv-cinder-818233-1-iscsi neutron-server[101834]: 'SecurityGroup': '1.5', Nov 17 15:03:08.945030 dv-cinder-818233-1-iscsi neutron-server[101834]: 'SecurityGroupRule': '1.2', Nov 17 15:03:08.945030 dv-cinder-818233-1-iscsi neutron-server[101834]: 'SubPort': '1.0', Nov 17 15:03:08.945030 dv-cinder-818233-1-iscsi neutron-server[101834]: 'Subnet': '1.1', Nov 17 15:03:08.945030 dv-cinder-818233-1-iscsi neutron-server[101834]: 'Trunk': '1.1'}} Nov 17 15:03:08.945030 dv-cinder-818233-1-iscsi neutron-server[101834]: {{(pid=101834) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 17 15:03:08.979357 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfd5509-de80-435d-b09f-2208b03a239a admin admin] Network 08f53fe4-9383-40e9-875c-5ec63dc029bc is scheduled to be hosted by DHCP agent c5ee84d2-283a-4ac2-b5b9-7ea041475697 with binding_index 1 {{(pid=101834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 17 15:03:08.990786 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.base_scheduler [None req-6bfd5509-de80-435d-b09f-2208b03a239a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818233-1-iscsi, 08f53fe4-9383-40e9-875c-5ec63dc029bc) {{(pid=101834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:03:08.995918 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfd5509-de80-435d-b09f-2208b03a239a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:03:08.996547 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-6bfd5509-de80-435d-b09f-2208b03a239a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for subnet, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:09.000605 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ea34f4-981d-415b-b074-3684f974bb4b None None] Network 08f53fe4-9383-40e9-875c-5ec63dc029bc requested from dv-cinder-818233-1-iscsi {{(pid=101835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 15:03:09.017196 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-6bfd5509-de80-435d-b09f-2208b03a239a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4939559 Nov 17 15:03:09.323182 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c64ca0-06bb-4e25-9484-dd779798bd3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ad5828d-ca6e-5b2a-b4f4-b9eaa6558937-08f53fe4-9383-40e9-875c-5ec63dc029bc', 'network_id': '08f53fe4-9383-40e9-875c-5ec63dc029bc', 'tenant_id': '210f901b0f104f3fa69bb333c1ce30f9', 'fixed_ips': [{'subnet_id': '8fb951e5-f27e-4832-a18f-9ecf1162e8fc'}]}} from dv-cinder-818233-1-iscsi. {{(pid=101835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 17 15:03:09.324465 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-44c64ca0-06bb-4e25-9484-dd779798bd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:09.622977 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.db_base_plugin_common [None req-44c64ca0-06bb-4e25-9484-dd779798bd3c None None] Allocated IP 172.20.0.2 (08f53fe4-9383-40e9-875c-5ec63dc029bc/8fb951e5-f27e-4832-a18f-9ecf1162e8fc/1d48bf82-2a84-4f64-8555-e514f66b71d8) {{(pid=101835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:03:09.824273 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-44c64ca0-06bb-4e25-9484-dd779798bd3c None None] Publish callbacks [] for port, precommit_create {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:09.835117 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-44c64ca0-06bb-4e25-9484-dd779798bd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718'] for port, after_create {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:09.908530 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c64ca0-06bb-4e25-9484-dd779798bd3c None None] Network 08f53fe4-9383-40e9-875c-5ec63dc029bc is already hosted by enough agents. {{(pid=101835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:03:09.913287 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.scheduler.base_scheduler [None req-44c64ca0-06bb-4e25-9484-dd779798bd3c None None] Resources bound (agent type, host, resource id): {{(pid=101835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:03:09.916657 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c64ca0-06bb-4e25-9484-dd779798bd3c None None] Received port after_create {{(pid=101835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:03:09.929650 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c64ca0-06bb-4e25-9484-dd779798bd3c None None] Pushing event updated for resources: {'Port': ['ID=1d48bf82-2a84-4f64-8555-e514f66b71d8,revision_number=1']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:03:09.975196 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c64ca0-06bb-4e25-9484-dd779798bd3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:03:09.975594 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c64ca0-06bb-4e25-9484-dd779798bd3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:03:09.976191 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c64ca0-06bb-4e25-9484-dd779798bd3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:03:09.976526 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c64ca0-06bb-4e25-9484-dd779798bd3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:03:09.976854 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c64ca0-06bb-4e25-9484-dd779798bd3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:03:09.977185 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c64ca0-06bb-4e25-9484-dd779798bd3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:03:09.977537 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c64ca0-06bb-4e25-9484-dd779798bd3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:03:09.977865 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c64ca0-06bb-4e25-9484-dd779798bd3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:03:09.978205 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c64ca0-06bb-4e25-9484-dd779798bd3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:03:09.978534 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c64ca0-06bb-4e25-9484-dd779798bd3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:03:09.978855 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c64ca0-06bb-4e25-9484-dd779798bd3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:03:09.979176 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c64ca0-06bb-4e25-9484-dd779798bd3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:03:09.980295 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c64ca0-06bb-4e25-9484-dd779798bd3c None None] Tracked resource versions report: Nov 17 15:03:09.980295 dv-cinder-818233-1-iscsi neutron-server[101835]: pushed versions: Nov 17 15:03:09.980295 dv-cinder-818233-1-iscsi neutron-server[101835]: { 'AddressGroup': {'1.2'}, Nov 17 15:03:09.980295 dv-cinder-818233-1-iscsi neutron-server[101835]: 'ConntrackHelper': {'1.0'}, Nov 17 15:03:09.980295 dv-cinder-818233-1-iscsi neutron-server[101835]: 'Log': {'1.0'}, Nov 17 15:03:09.980295 dv-cinder-818233-1-iscsi neutron-server[101835]: 'Network': {'1.1'}, Nov 17 15:03:09.980295 dv-cinder-818233-1-iscsi neutron-server[101835]: 'Port': {'1.7'}, Nov 17 15:03:09.980295 dv-cinder-818233-1-iscsi neutron-server[101835]: 'PortForwarding': {'1.2'}, Nov 17 15:03:09.980295 dv-cinder-818233-1-iscsi neutron-server[101835]: 'QosPolicy': {'1.10'}, Nov 17 15:03:09.980295 dv-cinder-818233-1-iscsi neutron-server[101835]: 'SecurityGroup': {'1.5'}, Nov 17 15:03:09.980295 dv-cinder-818233-1-iscsi neutron-server[101835]: 'SecurityGroupRule': {'1.2'}, Nov 17 15:03:09.980295 dv-cinder-818233-1-iscsi neutron-server[101835]: 'SubPort': {'1.0'}, Nov 17 15:03:09.980295 dv-cinder-818233-1-iscsi neutron-server[101835]: 'Subnet': {'1.1'}, Nov 17 15:03:09.980295 dv-cinder-818233-1-iscsi neutron-server[101835]: 'Trunk': {'1.1'}} Nov 17 15:03:09.980295 dv-cinder-818233-1-iscsi neutron-server[101835]: consumer versions: Nov 17 15:03:09.980295 dv-cinder-818233-1-iscsi neutron-server[101835]: { DHCP agent@dv-cinder-818233-1-iscsi: {}, Nov 17 15:03:09.980295 dv-cinder-818233-1-iscsi neutron-server[101835]: L3 agent@dv-cinder-818233-1-iscsi: {}, Nov 17 15:03:09.980295 dv-cinder-818233-1-iscsi neutron-server[101835]: Metadata agent@dv-cinder-818233-1-iscsi: {}, Nov 17 15:03:09.980295 dv-cinder-818233-1-iscsi neutron-server[101835]: Metering agent@dv-cinder-818233-1-iscsi: {}, Nov 17 15:03:09.980295 dv-cinder-818233-1-iscsi neutron-server[101835]: Open vSwitch agent@dv-cinder-818233-1-iscsi: { 'AddressGroup': '1.2', Nov 17 15:03:09.980295 dv-cinder-818233-1-iscsi neutron-server[101835]: 'ConntrackHelper': '1.0', Nov 17 15:03:09.980295 dv-cinder-818233-1-iscsi neutron-server[101835]: 'Log': '1.0', Nov 17 15:03:09.980295 dv-cinder-818233-1-iscsi neutron-server[101835]: 'Network': '1.1', Nov 17 15:03:09.980295 dv-cinder-818233-1-iscsi neutron-server[101835]: 'Port': '1.7', Nov 17 15:03:09.980295 dv-cinder-818233-1-iscsi neutron-server[101835]: 'PortForwarding': '1.2', Nov 17 15:03:09.980295 dv-cinder-818233-1-iscsi neutron-server[101835]: 'QosPolicy': '1.10', Nov 17 15:03:09.980295 dv-cinder-818233-1-iscsi neutron-server[101835]: 'SecurityGroup': '1.5', Nov 17 15:03:09.980295 dv-cinder-818233-1-iscsi neutron-server[101835]: 'SecurityGroupRule': '1.2', Nov 17 15:03:09.980295 dv-cinder-818233-1-iscsi neutron-server[101835]: 'SubPort': '1.0', Nov 17 15:03:09.980295 dv-cinder-818233-1-iscsi neutron-server[101835]: 'Subnet': '1.1', Nov 17 15:03:09.980295 dv-cinder-818233-1-iscsi neutron-server[101835]: 'Trunk': '1.1'}} Nov 17 15:03:09.980295 dv-cinder-818233-1-iscsi neutron-server[101835]: {{(pid=101835) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 17 15:03:10.015924 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-44c64ca0-06bb-4e25-9484-dd779798bd3c None None] Attempting to bind port 1d48bf82-2a84-4f64-8555-e514f66b71d8 on host dv-cinder-818233-1-iscsi for vnic_type normal with profile {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 15:03:10.016533 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-44c64ca0-06bb-4e25-9484-dd779798bd3c None None] Attempting to bind port 1d48bf82-2a84-4f64-8555-e514f66b71d8 by drivers openvswitch,hyperv on host dv-cinder-818233-1-iscsi at level 0 using segments [{'id': '3d6bb737-f277-41a2-904d-f57e0f345553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '08f53fe4-9383-40e9-875c-5ec63dc029bc'}] {{(pid=101835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 15:03:10.016702 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c64ca0-06bb-4e25-9484-dd779798bd3c None None] Attempting to bind port 1d48bf82-2a84-4f64-8555-e514f66b71d8 on network 08f53fe4-9383-40e9-875c-5ec63dc029bc {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:03:10.021529 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c64ca0-06bb-4e25-9484-dd779798bd3c None None] Checking agent: {'id': '80212031-474b-4b2d-a4cc-c8968f8491db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818233-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 15, 2, 57), 'started_at': datetime.datetime(2021, 11, 17, 15, 2, 57), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 15, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818233-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 15:03:10.021926 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c64ca0-06bb-4e25-9484-dd779798bd3c None None] Checking segment: {'id': '3d6bb737-f277-41a2-904d-f57e0f345553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '08f53fe4-9383-40e9-875c-5ec63dc029bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:03:10.022389 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-44c64ca0-06bb-4e25-9484-dd779798bd3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:10.022783 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c64ca0-06bb-4e25-9484-dd779798bd3c None None] Bound using segment: {'id': '3d6bb737-f277-41a2-904d-f57e0f345553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '08f53fe4-9383-40e9-875c-5ec63dc029bc'} {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 15:03:10.023274 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-44c64ca0-06bb-4e25-9484-dd779798bd3c None None] Bound port: 1d48bf82-2a84-4f64-8555-e514f66b71d8, host: dv-cinder-818233-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d6bb737-f277-41a2-904d-f57e0f345553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '08f53fe4-9383-40e9-875c-5ec63dc029bc'}}] {{(pid=101835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 15:03:10.023714 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-44c64ca0-06bb-4e25-9484-dd779798bd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:10.085209 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-44c64ca0-06bb-4e25-9484-dd779798bd3c None None] For port 1d48bf82-2a84-4f64-8555-e514f66b71d8, host dv-cinder-818233-1-iscsi, cleared binding levels {{(pid=101835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 15:03:10.090096 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-44c64ca0-06bb-4e25-9484-dd779798bd3c None None] For port 1d48bf82-2a84-4f64-8555-e514f66b71d8, host dv-cinder-818233-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=1d48bf82-2a84-4f64-8555-e514f66b71d8,segment=NetworkSegment(3d6bb737-f277-41a2-904d-f57e0f345553),segment_id=3d6bb737-f277-41a2-904d-f57e0f345553)] {{(pid=101835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 15:03:10.093748 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-44c64ca0-06bb-4e25-9484-dd779798bd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:10.162433 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c64ca0-06bb-4e25-9484-dd779798bd3c None None] Pushing event updated for resources: {'Port': ['ID=1d48bf82-2a84-4f64-8555-e514f66b71d8,revision_number=2']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:03:11.531913 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 53584) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:03:11.853915 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [None req-bda8861a-ab98-4281-95cc-13300cc07333 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=101834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 17 15:03:11.854921 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-bda8861a-ab98-4281-95cc-13300cc07333 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3219917 Nov 17 15:03:14.346074 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 53592) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:03:14.659490 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [None req-8c65e4a3-8bda-491e-aba8-968cfd70a416 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=101834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 17 15:03:14.660539 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-8c65e4a3-8bda-491e-aba8-968cfd70a416 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3135068 Nov 17 15:03:17.384950 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 53602) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:03:17.690756 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [None req-446d9a3d-868d-41eb-b34f-4e3d67ad7a4f admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '210f901b0f104f3fa69bb333c1ce30f9'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:03:17.715359 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-446d9a3d-868d-41eb-b34f-4e3d67ad7a4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1045616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56289'] for router, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:17.716992 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-446d9a3d-868d-41eb-b34f-4e3d67ad7a4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-600707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11538'] for router, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:17.848768 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-446d9a3d-868d-41eb-b34f-4e3d67ad7a4f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:17.854667 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-446d9a3d-868d-41eb-b34f-4e3d67ad7a4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527025'] for router, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:17.875307 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-446d9a3d-868d-41eb-b34f-4e3d67ad7a4f admin admin] Publish callbacks [] for router, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:17.876208 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-446d9a3d-868d-41eb-b34f-4e3d67ad7a4f admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4902809 Nov 17 15:03:18.894655 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device 1d48bf82-2a84-4f64-8555-e514f66b71d8 up at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:03:18.984414 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Provisioning complete for port 1d48bf82-2a84-4f64-8555-e514f66b71d8 triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:03:18.985048 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:19.096298 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:19.131721 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429b38c4-1595-4ec4-bb2c-29780cd76335 None None] Network 08f53fe4-9383-40e9-875c-5ec63dc029bc requested from dv-cinder-818233-1-iscsi {{(pid=101835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 15:03:19.134538 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] For port 1d48bf82-2a84-4f64-8555-e514f66b71d8, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=1d48bf82-2a84-4f64-8555-e514f66b71d8,segment=NetworkSegment(3d6bb737-f277-41a2-904d-f57e0f345553),segment_id=3d6bb737-f277-41a2-904d-f57e0f345553)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:03:19.151665 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:19.254915 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-1a5e257d-6ff9-4b63-8846-f82bc1602d6d None None] Provisioning complete for port 1d48bf82-2a84-4f64-8555-e514f66b71d8 triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:03:19.255288 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a5e257d-6ff9-4b63-8846-f82bc1602d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:19.260533 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Pushing event updated for resources: {'Port': ['ID=1d48bf82-2a84-4f64-8555-e514f66b71d8,revision_number=3']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:03:19.628536 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-bc3d8770-6eb9-4c64-b253-94d05dd7e7af None None] Provisioning complete for port 1d48bf82-2a84-4f64-8555-e514f66b71d8 triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:03:19.628891 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-bc3d8770-6eb9-4c64-b253-94d05dd7e7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:20.392343 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 53616) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:03:20.698694 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [None req-e44a581a-1ae2-4e12-8f76-a2890cba014d admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=101834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 17 15:03:20.699716 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-e44a581a-1ae2-4e12-8f76-a2890cba014d admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3064151 Nov 17 15:03:20.874270 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device 1d48bf82-2a84-4f64-8555-e514f66b71d8 up at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:03:20.923039 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Provisioning complete for port 1d48bf82-2a84-4f64-8555-e514f66b71d8 triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:03:20.923444 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:21.419826 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-ea1e0428-dd08-47be-bb36-4710733bdcfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:23.196906 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 53624) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:03:23.501520 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [None req-35841a80-0464-4b7c-a158-d1fef89bdbb0 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:03:23.530819 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35841a80-0464-4b7c-a158-d1fef89bdbb0 admin admin] Made reservation on behalf of 698eea7c7f2f474dabfcfbab2c12d524 for: {'network': 1} {{(pid=101834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:03:23.533244 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-35841a80-0464-4b7c-a158-d1fef89bdbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for network, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:23.567660 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-35841a80-0464-4b7c-a158-d1fef89bdbb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:23.666034 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-35841a80-0464-4b7c-a158-d1fef89bdbb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:23.669444 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-35841a80-0464-4b7c-a158-d1fef89bdbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:23.684471 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-35841a80-0464-4b7c-a158-d1fef89bdbb0 admin admin] Reserving flat network on physical network physnet1 {{(pid=101834) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 17 15:03:23.703988 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35841a80-0464-4b7c-a158-d1fef89bdbb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508f5c27-5d11-43d1-b026-6ab3d8feb696,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:03:23.709597 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-35841a80-0464-4b7c-a158-d1fef89bdbb0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776334380090', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931355'] for segment, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:23.710128 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-35841a80-0464-4b7c-a158-d1fef89bdbb0 admin admin] Unsubscribe: segment precommit_create {{(pid=101834) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 17 15:03:23.710589 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.db.segments_db [None req-35841a80-0464-4b7c-a158-d1fef89bdbb0 admin admin] Added segment e39e10fc-a942-4c92-be27-2cc9068c33b8 of type flat for network 183472ab-d8ab-4bee-8fe8-a0a558356eba Nov 17 15:03:23.765450 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-35841a80-0464-4b7c-a158-d1fef89bdbb0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776333902596'] for network, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:23.766513 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-5f8d80ed-121a-47fe-a0a9-54add1331a8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:23.814438 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-35841a80-0464-4b7c-a158-d1fef89bdbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557'] for network, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:23.815403 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35841a80-0464-4b7c-a158-d1fef89bdbb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:03:23.816004 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-35841a80-0464-4b7c-a158-d1fef89bdbb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for network, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:23.866119 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-35841a80-0464-4b7c-a158-d1fef89bdbb0 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6681745 Nov 17 15:03:23.913541 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35841a80-0464-4b7c-a158-d1fef89bdbb0 admin admin] Pushing event updated for resources: {'Network': ['ID=183472ab-d8ab-4bee-8fe8-a0a558356eba,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:03:23.924775 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Network 183472ab-d8ab-4bee-8fe8-a0a558356eba details requested by agent ovs-agent-dv-cinder-818233-1-iscsi with host dv-cinder-818233-1-iscsi {{(pid=101835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 17 15:03:24.696579 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:26.188673 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:26.307569 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 53642) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:03:26.479679 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5525ab4-75a7-48a0-aeda-6b8013056af2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:03:26.480978 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-a5525ab4-75a7-48a0-aeda-6b8013056af2 admin admin] 10.222.0.62 "GET /v2.0/subnets/8fb951e5-f27e-4832-a18f-9ecf1162e8fc HTTP/1.1" status: 200 len: 849 time: 0.1724341 Nov 17 15:03:26.595200 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-91a93003-9105-437c-892c-de7d50283dc7 admin admin] 10.222.0.62 "GET /v2.0/routers/7cc948f2-608f-4cc8-ae1a-5874acc0f05a HTTP/1.1" status: 200 len: 704 time: 0.1081698 Nov 17 15:03:26.848706 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-a8849525-4722-4d26-8a05-8037a3654f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:27.093259 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:27.143374 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.db_base_plugin_common [None req-a8849525-4722-4d26-8a05-8037a3654f0c admin admin] Allocated IP 172.20.0.1 (08f53fe4-9383-40e9-875c-5ec63dc029bc/8fb951e5-f27e-4832-a18f-9ecf1162e8fc/eb8782b2-d8a8-457a-b51e-192e9ecda02c) {{(pid=101834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:03:27.301585 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-a8849525-4722-4d26-8a05-8037a3654f0c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:27.364993 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-a8849525-4722-4d26-8a05-8037a3654f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718'] for port, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:27.468360 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8849525-4722-4d26-8a05-8037a3654f0c admin admin] Network 08f53fe4-9383-40e9-875c-5ec63dc029bc is already hosted by enough agents. {{(pid=101834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:03:27.473987 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.base_scheduler [None req-a8849525-4722-4d26-8a05-8037a3654f0c admin admin] Resources bound (agent type, host, resource id): {{(pid=101834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:03:27.482385 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8849525-4722-4d26-8a05-8037a3654f0c admin admin] Received port after_create {{(pid=101834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:03:27.482908 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-a8849525-4722-4d26-8a05-8037a3654f0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524977'] for router_interface, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:27.558801 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8849525-4722-4d26-8a05-8037a3654f0c admin admin] Pushing event updated for resources: {'Port': ['ID=eb8782b2-d8a8-457a-b51e-192e9ecda02c,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:03:27.669775 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-6b67fa9b-222e-455b-bd21-fe5f9841f835 None None] Provisioning complete for port eb8782b2-d8a8-457a-b51e-192e9ecda02c triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:03:27.670333 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-6b67fa9b-222e-455b-bd21-fe5f9841f835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:27.690424 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-a8849525-4722-4d26-8a05-8037a3654f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:27.702079 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-6b67fa9b-222e-455b-bd21-fe5f9841f835 None None] Port eb8782b2-d8a8-457a-b51e-192e9ecda02c cannot update to ACTIVE because it is not bound. {{(pid=101835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 15:03:27.902088 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-a8849525-4722-4d26-8a05-8037a3654f0c admin admin] Publish callbacks [] for port, precommit_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:27.906353 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-a8849525-4722-4d26-8a05-8037a3654f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:27.907077 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-a8849525-4722-4d26-8a05-8037a3654f0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1014539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-525634'] for router_interface, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:27.989210 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8849525-4722-4d26-8a05-8037a3654f0c admin admin] Pushing event updated for resources: {'Port': ['ID=eb8782b2-d8a8-457a-b51e-192e9ecda02c,revision_number=2']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:03:28.029077 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8849525-4722-4d26-8a05-8037a3654f0c admin admin] Network 08f53fe4-9383-40e9-875c-5ec63dc029bc is already hosted by enough agents. {{(pid=101834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:03:28.030329 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.base_scheduler [None req-a8849525-4722-4d26-8a05-8037a3654f0c admin admin] Resources bound (agent type, host, resource id): {{(pid=101834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:03:28.186211 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8849525-4722-4d26-8a05-8037a3654f0c admin admin] Router 7cc948f2-608f-4cc8-ae1a-5874acc0f05a is scheduled to L3 agent ed3bd2e8-8a22-4616-b806-7e727ef760a6 with binding_index 1 {{(pid=101834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 17 15:03:28.223031 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-729b8f97-0926-4982-894c-3a4064a2c104 None None] Provisioning complete for port eb8782b2-d8a8-457a-b51e-192e9ecda02c triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:03:28.223421 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-729b8f97-0926-4982-894c-3a4064a2c104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:28.256592 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-729b8f97-0926-4982-894c-3a4064a2c104 None None] Port eb8782b2-d8a8-457a-b51e-192e9ecda02c cannot update to ACTIVE because it is not bound. {{(pid=101835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 15:03:28.279569 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8849525-4722-4d26-8a05-8037a3654f0c admin admin] Notify agent at l3_agent.dv-cinder-818233-1-iscsi the message routers_updated {{(pid=101834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 15:03:28.284735 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-a8849525-4722-4d26-8a05-8037a3654f0c admin admin] 10.222.0.62 "PUT /v2.0/routers/7cc948f2-608f-4cc8-ae1a-5874acc0f05a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6839604 Nov 17 15:03:28.303180 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa24357-0e8c-43b2-8919-3bdd2ceb516d None None] Sync routers for ids ['7cc948f2-608f-4cc8-ae1a-5874acc0f05a'] in dv-cinder-818233-1-iscsi {{(pid=101836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 15:03:28.315780 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa24357-0e8c-43b2-8919-3bdd2ceb516d None None] Routers {'7cc948f2-608f-4cc8-ae1a-5874acc0f05a'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:03:28.316576 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-0aa24357-0e8c-43b2-8919-3bdd2ceb516d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:03:24Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['7cc948f2-608f-4cc8-ae1a-5874acc0f05a'], 'active': True} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:03:28.504322 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvr_db [None req-0aa24357-0e8c-43b2-8919-3bdd2ceb516d None None] Set router 7cc948f2-608f-4cc8-ae1a-5874acc0f05a gateway port host: None {{(pid=101836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:03:28.928255 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-0aa24357-0e8c-43b2-8919-3bdd2ceb516d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc948f2-608f-4cc8-ae1a-5874acc0f05a', 'name': 'router1', 'tenant_id': '210f901b0f104f3fa69bb333c1ce30f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:03:17Z', 'updated_at': '2021-11-17T15:03:27Z', 'revision_number': 2, 'project_id': '210f901b0f104f3fa69bb333c1ce30f9', 'gw_port_host': None, '_interfaces': [{'id': 'eb8782b2-d8a8-457a-b51e-192e9ecda02c', 'name': '', 'network_id': '08f53fe4-9383-40e9-875c-5ec63dc029bc', 'tenant_id': '210f901b0f104f3fa69bb333c1ce30f9', 'mac_address': 'fa:16:3e:26:1c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc948f2-608f-4cc8-ae1a-5874acc0f05a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8fb951e5-f27e-4832-a18f-9ecf1162e8fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:03:26Z', 'updated_at': '2021-11-17T15:03:27Z', 'revision_number': 2, 'project_id': '210f901b0f104f3fa69bb333c1ce30f9', 'subnets': [{'id': '8fb951e5-f27e-4832-a18f-9ecf1162e8fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '015fa679-9130-4918-8b8a-79366c518dd6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:03:28.979196 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa24357-0e8c-43b2-8919-3bdd2ceb516d None None] Checking router: 7cc948f2-608f-4cc8-ae1a-5874acc0f05a for host: dv-cinder-818233-1-iscsi {{(pid=101836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 15:03:28.979586 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa24357-0e8c-43b2-8919-3bdd2ceb516d None None] Updating router 7cc948f2-608f-4cc8-ae1a-5874acc0f05a port eb8782b2-d8a8-457a-b51e-192e9ecda02c binding host dv-cinder-818233-1-iscsi {{(pid=101836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 17 15:03:29.026265 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-0aa24357-0e8c-43b2-8919-3bdd2ceb516d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:29.534750 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-0aa24357-0e8c-43b2-8919-3bdd2ceb516d None None] Publish callbacks [] for port, precommit_update {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:29.541319 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-0aa24357-0e8c-43b2-8919-3bdd2ceb516d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:29.703923 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4288304-d549-4e0b-bf11-02a0db552db9 None None] Pushing event updated for resources: {'Port': ['ID=eb8782b2-d8a8-457a-b51e-192e9ecda02c,revision_number=3']} {{(pid=101836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:03:29.708023 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.managers [None req-0aa24357-0e8c-43b2-8919-3bdd2ceb516d None None] Attempting to bind port eb8782b2-d8a8-457a-b51e-192e9ecda02c on host dv-cinder-818233-1-iscsi for vnic_type normal with profile {{(pid=101836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 15:03:29.708343 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.managers [None req-0aa24357-0e8c-43b2-8919-3bdd2ceb516d None None] Attempting to bind port eb8782b2-d8a8-457a-b51e-192e9ecda02c by drivers openvswitch,hyperv on host dv-cinder-818233-1-iscsi at level 0 using segments [{'id': '3d6bb737-f277-41a2-904d-f57e0f345553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '08f53fe4-9383-40e9-875c-5ec63dc029bc'}] {{(pid=101836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 15:03:29.708756 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa24357-0e8c-43b2-8919-3bdd2ceb516d None None] Attempting to bind port eb8782b2-d8a8-457a-b51e-192e9ecda02c on network 08f53fe4-9383-40e9-875c-5ec63dc029bc {{(pid=101836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:03:29.719044 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4288304-d549-4e0b-bf11-02a0db552db9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:03:29.719449 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4288304-d549-4e0b-bf11-02a0db552db9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:03:29.719754 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4288304-d549-4e0b-bf11-02a0db552db9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:03:29.720082 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4288304-d549-4e0b-bf11-02a0db552db9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:03:29.720409 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4288304-d549-4e0b-bf11-02a0db552db9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:03:29.720732 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4288304-d549-4e0b-bf11-02a0db552db9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:03:29.721055 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4288304-d549-4e0b-bf11-02a0db552db9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:03:29.721374 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4288304-d549-4e0b-bf11-02a0db552db9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:03:29.721696 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4288304-d549-4e0b-bf11-02a0db552db9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:03:29.722017 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4288304-d549-4e0b-bf11-02a0db552db9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:03:29.722331 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4288304-d549-4e0b-bf11-02a0db552db9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:03:29.722670 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4288304-d549-4e0b-bf11-02a0db552db9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:03:29.723744 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4288304-d549-4e0b-bf11-02a0db552db9 None None] Tracked resource versions report: Nov 17 15:03:29.723744 dv-cinder-818233-1-iscsi neutron-server[101836]: pushed versions: Nov 17 15:03:29.723744 dv-cinder-818233-1-iscsi neutron-server[101836]: { 'AddressGroup': {'1.2'}, Nov 17 15:03:29.723744 dv-cinder-818233-1-iscsi neutron-server[101836]: 'ConntrackHelper': {'1.0'}, Nov 17 15:03:29.723744 dv-cinder-818233-1-iscsi neutron-server[101836]: 'Log': {'1.0'}, Nov 17 15:03:29.723744 dv-cinder-818233-1-iscsi neutron-server[101836]: 'Network': {'1.1'}, Nov 17 15:03:29.723744 dv-cinder-818233-1-iscsi neutron-server[101836]: 'Port': {'1.7'}, Nov 17 15:03:29.723744 dv-cinder-818233-1-iscsi neutron-server[101836]: 'PortForwarding': {'1.2'}, Nov 17 15:03:29.723744 dv-cinder-818233-1-iscsi neutron-server[101836]: 'QosPolicy': {'1.10'}, Nov 17 15:03:29.723744 dv-cinder-818233-1-iscsi neutron-server[101836]: 'SecurityGroup': {'1.5'}, Nov 17 15:03:29.723744 dv-cinder-818233-1-iscsi neutron-server[101836]: 'SecurityGroupRule': {'1.2'}, Nov 17 15:03:29.723744 dv-cinder-818233-1-iscsi neutron-server[101836]: 'SubPort': {'1.0'}, Nov 17 15:03:29.723744 dv-cinder-818233-1-iscsi neutron-server[101836]: 'Subnet': {'1.1'}, Nov 17 15:03:29.723744 dv-cinder-818233-1-iscsi neutron-server[101836]: 'Trunk': {'1.1'}} Nov 17 15:03:29.723744 dv-cinder-818233-1-iscsi neutron-server[101836]: consumer versions: Nov 17 15:03:29.723744 dv-cinder-818233-1-iscsi neutron-server[101836]: { DHCP agent@dv-cinder-818233-1-iscsi: {}, Nov 17 15:03:29.723744 dv-cinder-818233-1-iscsi neutron-server[101836]: L3 agent@dv-cinder-818233-1-iscsi: {}, Nov 17 15:03:29.723744 dv-cinder-818233-1-iscsi neutron-server[101836]: Metadata agent@dv-cinder-818233-1-iscsi: {}, Nov 17 15:03:29.723744 dv-cinder-818233-1-iscsi neutron-server[101836]: Metering agent@dv-cinder-818233-1-iscsi: {}, Nov 17 15:03:29.723744 dv-cinder-818233-1-iscsi neutron-server[101836]: Open vSwitch agent@dv-cinder-818233-1-iscsi: { 'AddressGroup': '1.2', Nov 17 15:03:29.723744 dv-cinder-818233-1-iscsi neutron-server[101836]: 'ConntrackHelper': '1.0', Nov 17 15:03:29.723744 dv-cinder-818233-1-iscsi neutron-server[101836]: 'Log': '1.0', Nov 17 15:03:29.723744 dv-cinder-818233-1-iscsi neutron-server[101836]: 'Network': '1.1', Nov 17 15:03:29.723744 dv-cinder-818233-1-iscsi neutron-server[101836]: 'Port': '1.7', Nov 17 15:03:29.723744 dv-cinder-818233-1-iscsi neutron-server[101836]: 'PortForwarding': '1.2', Nov 17 15:03:29.723744 dv-cinder-818233-1-iscsi neutron-server[101836]: 'QosPolicy': '1.10', Nov 17 15:03:29.723744 dv-cinder-818233-1-iscsi neutron-server[101836]: 'SecurityGroup': '1.5', Nov 17 15:03:29.723744 dv-cinder-818233-1-iscsi neutron-server[101836]: 'SecurityGroupRule': '1.2', Nov 17 15:03:29.723744 dv-cinder-818233-1-iscsi neutron-server[101836]: 'SubPort': '1.0', Nov 17 15:03:29.723744 dv-cinder-818233-1-iscsi neutron-server[101836]: 'Subnet': '1.1', Nov 17 15:03:29.723744 dv-cinder-818233-1-iscsi neutron-server[101836]: 'Trunk': '1.1'}} Nov 17 15:03:29.723744 dv-cinder-818233-1-iscsi neutron-server[101836]: {{(pid=101836) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 17 15:03:29.726460 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa24357-0e8c-43b2-8919-3bdd2ceb516d None None] Checking agent: {'id': '80212031-474b-4b2d-a4cc-c8968f8491db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818233-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 15, 2, 57), 'started_at': datetime.datetime(2021, 11, 17, 15, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 15, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818233-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 15:03:29.726706 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa24357-0e8c-43b2-8919-3bdd2ceb516d None None] Checking segment: {'id': '3d6bb737-f277-41a2-904d-f57e0f345553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '08f53fe4-9383-40e9-875c-5ec63dc029bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:03:29.727216 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-0aa24357-0e8c-43b2-8919-3bdd2ceb516d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:29.727619 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa24357-0e8c-43b2-8919-3bdd2ceb516d None None] Bound using segment: {'id': '3d6bb737-f277-41a2-904d-f57e0f345553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '08f53fe4-9383-40e9-875c-5ec63dc029bc'} {{(pid=101836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 15:03:29.728116 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.managers [None req-0aa24357-0e8c-43b2-8919-3bdd2ceb516d None None] Bound port: eb8782b2-d8a8-457a-b51e-192e9ecda02c, host: dv-cinder-818233-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d6bb737-f277-41a2-904d-f57e0f345553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '08f53fe4-9383-40e9-875c-5ec63dc029bc'}}] {{(pid=101836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 15:03:29.728510 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-0aa24357-0e8c-43b2-8919-3bdd2ceb516d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:29.783040 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-229c16e2-a82b-4fe4-aa19-040c15862919 None None] Provisioning complete for port eb8782b2-d8a8-457a-b51e-192e9ecda02c triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:03:29.783670 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-229c16e2-a82b-4fe4-aa19-040c15862919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:29.795168 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.db [None req-0aa24357-0e8c-43b2-8919-3bdd2ceb516d None None] For port eb8782b2-d8a8-457a-b51e-192e9ecda02c, host dv-cinder-818233-1-iscsi, cleared binding levels {{(pid=101836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 15:03:29.816561 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.db [None req-0aa24357-0e8c-43b2-8919-3bdd2ceb516d None None] For port eb8782b2-d8a8-457a-b51e-192e9ecda02c, host dv-cinder-818233-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=eb8782b2-d8a8-457a-b51e-192e9ecda02c,segment=NetworkSegment(3d6bb737-f277-41a2-904d-f57e0f345553),segment_id=3d6bb737-f277-41a2-904d-f57e0f345553)] {{(pid=101836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 15:03:29.816795 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-229c16e2-a82b-4fe4-aa19-040c15862919 None None] Port eb8782b2-d8a8-457a-b51e-192e9ecda02c cannot update to ACTIVE because it is not bound. {{(pid=101835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 15:03:29.822699 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-0aa24357-0e8c-43b2-8919-3bdd2ceb516d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:29.878564 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4288304-d549-4e0b-bf11-02a0db552db9 None None] Pushing event updated for resources: {'Port': ['ID=eb8782b2-d8a8-457a-b51e-192e9ecda02c,revision_number=4']} {{(pid=101836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:03:29.884246 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa24357-0e8c-43b2-8919-3bdd2ceb516d None None] Routers {'7cc948f2-608f-4cc8-ae1a-5874acc0f05a'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:03:29.884844 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-0aa24357-0e8c-43b2-8919-3bdd2ceb516d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:03:24Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['7cc948f2-608f-4cc8-ae1a-5874acc0f05a'], 'active': True} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:03:29.972069 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvr_db [None req-0aa24357-0e8c-43b2-8919-3bdd2ceb516d None None] Set router 7cc948f2-608f-4cc8-ae1a-5874acc0f05a gateway port host: None {{(pid=101836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:03:30.036265 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-3859acbd-6d35-44e1-a736-dd2e7fe2b8d4 None None] Provisioning complete for port eb8782b2-d8a8-457a-b51e-192e9ecda02c triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:03:30.036628 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-3859acbd-6d35-44e1-a736-dd2e7fe2b8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:30.114171 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-3859acbd-6d35-44e1-a736-dd2e7fe2b8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:30.148157 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-3859acbd-6d35-44e1-a736-dd2e7fe2b8d4 None None] For port eb8782b2-d8a8-457a-b51e-192e9ecda02c, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=eb8782b2-d8a8-457a-b51e-192e9ecda02c,segment=NetworkSegment(3d6bb737-f277-41a2-904d-f57e0f345553),segment_id=3d6bb737-f277-41a2-904d-f57e0f345553)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:03:30.154272 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-3859acbd-6d35-44e1-a736-dd2e7fe2b8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:30.184559 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-0aa24357-0e8c-43b2-8919-3bdd2ceb516d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc948f2-608f-4cc8-ae1a-5874acc0f05a', 'name': 'router1', 'tenant_id': '210f901b0f104f3fa69bb333c1ce30f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:03:17Z', 'updated_at': '2021-11-17T15:03:27Z', 'revision_number': 2, 'project_id': '210f901b0f104f3fa69bb333c1ce30f9', 'gw_port_host': None, '_interfaces': [{'id': 'eb8782b2-d8a8-457a-b51e-192e9ecda02c', 'name': '', 'network_id': '08f53fe4-9383-40e9-875c-5ec63dc029bc', 'tenant_id': '210f901b0f104f3fa69bb333c1ce30f9', 'mac_address': 'fa:16:3e:26:1c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc948f2-608f-4cc8-ae1a-5874acc0f05a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8fb951e5-f27e-4832-a18f-9ecf1162e8fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:03:26Z', 'updated_at': '2021-11-17T15:03:29Z', 'revision_number': 4, 'project_id': '210f901b0f104f3fa69bb333c1ce30f9', 'subnets': [{'id': '8fb951e5-f27e-4832-a18f-9ecf1162e8fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '015fa679-9130-4918-8b8a-79366c518dd6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:03:30.200944 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3859acbd-6d35-44e1-a736-dd2e7fe2b8d4 None None] Pushing event updated for resources: {'Port': ['ID=eb8782b2-d8a8-457a-b51e-192e9ecda02c,revision_number=5']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:03:30.214675 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa24357-0e8c-43b2-8919-3bdd2ceb516d None None] The sync data for ids ['7cc948f2-608f-4cc8-ae1a-5874acc0f05a'] in dv-cinder-818233-1-iscsi is: [{'id': '7cc948f2-608f-4cc8-ae1a-5874acc0f05a', 'name': 'router1', 'tenant_id': '210f901b0f104f3fa69bb333c1ce30f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:03:17Z', 'updated_at': '2021-11-17T15:03:27Z', 'revision_number': 2, 'project_id': '210f901b0f104f3fa69bb333c1ce30f9', 'gw_port_host': None, '_interfaces': [{'id': 'eb8782b2-d8a8-457a-b51e-192e9ecda02c', 'name': '', 'network_id': '08f53fe4-9383-40e9-875c-5ec63dc029bc', 'tenant_id': '210f901b0f104f3fa69bb333c1ce30f9', 'mac_address': 'fa:16:3e:26:1c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc948f2-608f-4cc8-ae1a-5874acc0f05a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8fb951e5-f27e-4832-a18f-9ecf1162e8fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:03:26Z', 'updated_at': '2021-11-17T15:03:29Z', 'revision_number': 4, 'project_id': '210f901b0f104f3fa69bb333c1ce30f9', 'subnets': [{'id': '8fb951e5-f27e-4832-a18f-9ecf1162e8fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '015fa679-9130-4918-8b8a-79366c518dd6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 15:03:30.648347 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 53662) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:03:30.758845 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3099b543-1229-4596-9969-682d486bf961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:03:30.760145 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-3099b543-1229-4596-9969-682d486bf961 admin admin] 10.222.0.62 "GET /v2.0/networks/183472ab-d8ab-4bee-8fe8-a0a558356eba HTTP/1.1" status: 200 len: 842 time: 0.1108706 Nov 17 15:03:30.770153 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [None req-5f389d19-82ba-4e88-bdc0-a8cdb491e969 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:03:30.791735 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f389d19-82ba-4e88-bdc0-a8cdb491e969 admin admin] Made reservation on behalf of 698eea7c7f2f474dabfcfbab2c12d524 for: {'subnet': 1} {{(pid=101834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:03:30.793995 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-5f389d19-82ba-4e88-bdc0-a8cdb491e969 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:31.065270 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.objects.ports [None req-5f389d19-82ba-4e88-bdc0-a8cdb491e969 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101834) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 17 15:03:31.065599 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-5f389d19-82ba-4e88-bdc0-a8cdb491e969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557'] for subnet, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:31.126201 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f389d19-82ba-4e88-bdc0-a8cdb491e969 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10bde91e-9264-4f35-ad90-cbbdc12529d4,revision_number=0']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:03:31.128299 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f389d19-82ba-4e88-bdc0-a8cdb491e969 admin admin] Checking segment: {'id': 'e39e10fc-a942-4c92-be27-2cc9068c33b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:03:31.128642 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f389d19-82ba-4e88-bdc0-a8cdb491e969 admin admin] Network hostable DHCP agents. Network: 183472ab-d8ab-4bee-8fe8-a0a558356eba, hostable agents: ['c5ee84d2-283a-4ac2-b5b9-7ea041475697'], hosted agents: [] {{(pid=101834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 17 15:03:31.144264 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f389d19-82ba-4e88-bdc0-a8cdb491e969 admin admin] Network 183472ab-d8ab-4bee-8fe8-a0a558356eba is scheduled to be hosted by DHCP agent c5ee84d2-283a-4ac2-b5b9-7ea041475697 with binding_index 1 {{(pid=101834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 17 15:03:31.152567 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.base_scheduler [None req-5f389d19-82ba-4e88-bdc0-a8cdb491e969 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818233-1-iscsi, 183472ab-d8ab-4bee-8fe8-a0a558356eba) {{(pid=101834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:03:31.156493 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f389d19-82ba-4e88-bdc0-a8cdb491e969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:03:31.157078 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-5f389d19-82ba-4e88-bdc0-a8cdb491e969 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for subnet, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:31.164112 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb69bf76-3178-4197-b1ff-b90ac4391e44 None None] Network 183472ab-d8ab-4bee-8fe8-a0a558356eba requested from dv-cinder-818233-1-iscsi {{(pid=101835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 15:03:31.173638 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-5f389d19-82ba-4e88-bdc0-a8cdb491e969 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4068658 Nov 17 15:03:31.307975 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f35646-37c9-4f01-8f1d-278f36067e39 None None] Network 183472ab-d8ab-4bee-8fe8-a0a558356eba requested from dv-cinder-818233-1-iscsi {{(pid=101835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 15:03:33.564378 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 53670) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:03:33.770566 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-e8d28308-2cdd-481f-9ea0-144f4a79de64 admin admin] 10.222.0.62 "GET /v2.0/routers/7cc948f2-608f-4cc8-ae1a-5874acc0f05a HTTP/1.1" status: 200 len: 710 time: 0.2048934 Nov 17 15:03:33.866834 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0dfc6e1-06d5-484a-a06a-74e5ed9cff86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:03:33.868283 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-b0dfc6e1-06d5-484a-a06a-74e5ed9cff86 admin admin] 10.222.0.62 "GET /v2.0/networks/183472ab-d8ab-4bee-8fe8-a0a558356eba HTTP/1.1" status: 200 len: 886 time: 0.0915909 Nov 17 15:03:33.878038 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [None req-418139f1-d571-4a35-af15-67b7e81ac75e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba'}}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:03:34.123609 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-418139f1-d571-4a35-af15-67b7e81ac75e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:34.352272 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-418139f1-d571-4a35-af15-67b7e81ac75e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:34.424241 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-418139f1-d571-4a35-af15-67b7e81ac75e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:34.530477 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.db_base_plugin_common [None req-418139f1-d571-4a35-af15-67b7e81ac75e admin admin] Allocated IP 172.27.1.231 (183472ab-d8ab-4bee-8fe8-a0a558356eba/10bde91e-9264-4f35-ad90-cbbdc12529d4/b2a4ac03-9094-4c28-aa20-1cbea7020bef) {{(pid=101834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:03:34.631906 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-418139f1-d571-4a35-af15-67b7e81ac75e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:34.664022 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-418139f1-d571-4a35-af15-67b7e81ac75e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718'] for port, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:34.701609 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418139f1-d571-4a35-af15-67b7e81ac75e admin admin] Network 183472ab-d8ab-4bee-8fe8-a0a558356eba is already hosted by enough agents. {{(pid=101834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:03:34.706188 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.base_scheduler [None req-418139f1-d571-4a35-af15-67b7e81ac75e admin admin] Resources bound (agent type, host, resource id): {{(pid=101834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:03:34.714703 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418139f1-d571-4a35-af15-67b7e81ac75e admin admin] Received port after_create {{(pid=101834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:03:34.717545 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418139f1-d571-4a35-af15-67b7e81ac75e admin admin] Pushing event updated for resources: {'Port': ['ID=b2a4ac03-9094-4c28-aa20-1cbea7020bef,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:03:34.954899 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-418139f1-d571-4a35-af15-67b7e81ac75e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:35.237437 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-418139f1-d571-4a35-af15-67b7e81ac75e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-527002', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1044734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11520'] for router, precommit_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:35.240860 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-418139f1-d571-4a35-af15-67b7e81ac75e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-526979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-526984', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1044711'] for router, after_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:35.345030 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-418139f1-d571-4a35-af15-67b7e81ac75e admin admin] Router 7cc948f2-608f-4cc8-ae1a-5874acc0f05a has already been hosted by L3 agent ed3bd2e8-8a22-4616-b806-7e727ef760a6 {{(pid=101834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 15:03:35.449797 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418139f1-d571-4a35-af15-67b7e81ac75e admin admin] Notify agent at l3_agent.dv-cinder-818233-1-iscsi the message routers_updated {{(pid=101834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 15:03:35.454111 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-418139f1-d571-4a35-af15-67b7e81ac75e admin admin] Publish callbacks [] for router, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:35.456026 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-418139f1-d571-4a35-af15-67b7e81ac75e admin admin] 10.222.0.62 "PUT /v2.0/routers/7cc948f2-608f-4cc8-ae1a-5874acc0f05a HTTP/1.1" status: 200 len: 890 time: 1.5806339 Nov 17 15:03:36.893876 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device eb8782b2-d8a8-457a-b51e-192e9ecda02c up at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:03:36.941998 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Provisioning complete for port eb8782b2-d8a8-457a-b51e-192e9ecda02c triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:03:36.942365 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:37.205604 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8440744-97d5-402b-828c-0e7b39ba4e29 None None] Sync routers for ids ['7cc948f2-608f-4cc8-ae1a-5874acc0f05a'] in dv-cinder-818233-1-iscsi {{(pid=101835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 15:03:37.217303 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8440744-97d5-402b-828c-0e7b39ba4e29 None None] Routers {'7cc948f2-608f-4cc8-ae1a-5874acc0f05a'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:03:37.217940 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-a8440744-97d5-402b-828c-0e7b39ba4e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:03:24Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['7cc948f2-608f-4cc8-ae1a-5874acc0f05a'], 'active': True} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:03:37.421587 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvr_db [None req-a8440744-97d5-402b-828c-0e7b39ba4e29 None None] Set router 7cc948f2-608f-4cc8-ae1a-5874acc0f05a gateway port host: dv-cinder-818233-1-iscsi {{(pid=101835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:03:37.879937 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-a8440744-97d5-402b-828c-0e7b39ba4e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc948f2-608f-4cc8-ae1a-5874acc0f05a', 'name': 'router1', 'tenant_id': '210f901b0f104f3fa69bb333c1ce30f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'b2a4ac03-9094-4c28-aa20-1cbea7020bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:03:17Z', 'updated_at': '2021-11-17T15:03:34Z', 'revision_number': 4, 'project_id': '210f901b0f104f3fa69bb333c1ce30f9', 'gw_port': {'id': 'b2a4ac03-9094-4c28-aa20-1cbea7020bef', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e3:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc948f2-608f-4cc8-ae1a-5874acc0f05a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:03:34Z', 'updated_at': '2021-11-17T15:03:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': 'eb8782b2-d8a8-457a-b51e-192e9ecda02c', 'name': '', 'network_id': '08f53fe4-9383-40e9-875c-5ec63dc029bc', 'tenant_id': '210f901b0f104f3fa69bb333c1ce30f9', 'mac_address': 'fa:16:3e:26:1c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc948f2-608f-4cc8-ae1a-5874acc0f05a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8fb951e5-f27e-4832-a18f-9ecf1162e8fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:03:26Z', 'updated_at': '2021-11-17T15:03:30Z', 'revision_number': 5, 'project_id': '210f901b0f104f3fa69bb333c1ce30f9', 'subnets': [{'id': '8fb951e5-f27e-4832-a18f-9ecf1162e8fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '015fa679-9130-4918-8b8a-79366c518dd6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:03:37.936670 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8440744-97d5-402b-828c-0e7b39ba4e29 None None] Checking router: 7cc948f2-608f-4cc8-ae1a-5874acc0f05a for host: dv-cinder-818233-1-iscsi {{(pid=101835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 15:03:37.937405 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8440744-97d5-402b-828c-0e7b39ba4e29 None None] Updating router 7cc948f2-608f-4cc8-ae1a-5874acc0f05a port b2a4ac03-9094-4c28-aa20-1cbea7020bef binding host dv-cinder-818233-1-iscsi {{(pid=101835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 17 15:03:37.964931 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 53682) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:03:37.986452 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-a8440744-97d5-402b-828c-0e7b39ba4e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:38.073325 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-b383f38c-ef17-4896-a53a-d6ead0cad9e0 admin admin] 10.222.0.62 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1072767 Nov 17 15:03:38.321584 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-a8440744-97d5-402b-828c-0e7b39ba4e29 None None] Publish callbacks [] for port, precommit_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:38.327236 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-a8440744-97d5-402b-828c-0e7b39ba4e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:38.381937 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-a8440744-97d5-402b-828c-0e7b39ba4e29 None None] Attempting to bind port b2a4ac03-9094-4c28-aa20-1cbea7020bef on host dv-cinder-818233-1-iscsi for vnic_type normal with profile {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 15:03:38.382307 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-a8440744-97d5-402b-828c-0e7b39ba4e29 None None] Attempting to bind port b2a4ac03-9094-4c28-aa20-1cbea7020bef by drivers openvswitch,hyperv on host dv-cinder-818233-1-iscsi at level 0 using segments [{'id': 'e39e10fc-a942-4c92-be27-2cc9068c33b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba'}] {{(pid=101835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 15:03:38.382667 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8440744-97d5-402b-828c-0e7b39ba4e29 None None] Attempting to bind port b2a4ac03-9094-4c28-aa20-1cbea7020bef on network 183472ab-d8ab-4bee-8fe8-a0a558356eba {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:03:38.385190 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c79bb3-df25-43ac-bcd5-4813e116257f None None] Pushing event updated for resources: {'Port': ['ID=b2a4ac03-9094-4c28-aa20-1cbea7020bef,revision_number=2']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:03:38.391488 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8440744-97d5-402b-828c-0e7b39ba4e29 None None] Checking agent: {'id': '80212031-474b-4b2d-a4cc-c8968f8491db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818233-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 15, 2, 57), 'started_at': datetime.datetime(2021, 11, 17, 15, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 15, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818233-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 15:03:38.391859 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8440744-97d5-402b-828c-0e7b39ba4e29 None None] Checking segment: {'id': 'e39e10fc-a942-4c92-be27-2cc9068c33b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:03:38.392747 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-a8440744-97d5-402b-828c-0e7b39ba4e29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:38.392747 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8440744-97d5-402b-828c-0e7b39ba4e29 None None] Bound using segment: {'id': 'e39e10fc-a942-4c92-be27-2cc9068c33b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba'} {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 15:03:38.393064 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-a8440744-97d5-402b-828c-0e7b39ba4e29 None None] Bound port: b2a4ac03-9094-4c28-aa20-1cbea7020bef, host: dv-cinder-818233-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e39e10fc-a942-4c92-be27-2cc9068c33b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba'}}] {{(pid=101835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 15:03:38.393453 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-a8440744-97d5-402b-828c-0e7b39ba4e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:38.442680 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-a8440744-97d5-402b-828c-0e7b39ba4e29 None None] For port b2a4ac03-9094-4c28-aa20-1cbea7020bef, host dv-cinder-818233-1-iscsi, cleared binding levels {{(pid=101835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 15:03:38.447049 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-a8440744-97d5-402b-828c-0e7b39ba4e29 None None] For port b2a4ac03-9094-4c28-aa20-1cbea7020bef, host dv-cinder-818233-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=b2a4ac03-9094-4c28-aa20-1cbea7020bef,segment=NetworkSegment(e39e10fc-a942-4c92-be27-2cc9068c33b8),segment_id=e39e10fc-a942-4c92-be27-2cc9068c33b8)] {{(pid=101835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 15:03:38.450718 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-a8440744-97d5-402b-828c-0e7b39ba4e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:38.507606 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8440744-97d5-402b-828c-0e7b39ba4e29 None None] Routers {'7cc948f2-608f-4cc8-ae1a-5874acc0f05a'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:03:38.508784 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-a8440744-97d5-402b-828c-0e7b39ba4e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:03:24Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['7cc948f2-608f-4cc8-ae1a-5874acc0f05a'], 'active': True} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:03:38.511536 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c79bb3-df25-43ac-bcd5-4813e116257f None None] Pushing event updated for resources: {'Port': ['ID=b2a4ac03-9094-4c28-aa20-1cbea7020bef,revision_number=3']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:03:38.615873 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvr_db [None req-a8440744-97d5-402b-828c-0e7b39ba4e29 None None] Set router 7cc948f2-608f-4cc8-ae1a-5874acc0f05a gateway port host: dv-cinder-818233-1-iscsi {{(pid=101835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:03:38.831357 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-a8440744-97d5-402b-828c-0e7b39ba4e29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc948f2-608f-4cc8-ae1a-5874acc0f05a', 'name': 'router1', 'tenant_id': '210f901b0f104f3fa69bb333c1ce30f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'b2a4ac03-9094-4c28-aa20-1cbea7020bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:03:17Z', 'updated_at': '2021-11-17T15:03:34Z', 'revision_number': 4, 'project_id': '210f901b0f104f3fa69bb333c1ce30f9', 'gw_port': {'id': 'b2a4ac03-9094-4c28-aa20-1cbea7020bef', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e3:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc948f2-608f-4cc8-ae1a-5874acc0f05a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:03:34Z', 'updated_at': '2021-11-17T15:03:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': 'eb8782b2-d8a8-457a-b51e-192e9ecda02c', 'name': '', 'network_id': '08f53fe4-9383-40e9-875c-5ec63dc029bc', 'tenant_id': '210f901b0f104f3fa69bb333c1ce30f9', 'mac_address': 'fa:16:3e:26:1c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc948f2-608f-4cc8-ae1a-5874acc0f05a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8fb951e5-f27e-4832-a18f-9ecf1162e8fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:03:26Z', 'updated_at': '2021-11-17T15:03:30Z', 'revision_number': 5, 'project_id': '210f901b0f104f3fa69bb333c1ce30f9', 'subnets': [{'id': '8fb951e5-f27e-4832-a18f-9ecf1162e8fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '015fa679-9130-4918-8b8a-79366c518dd6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:03:38.857160 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8440744-97d5-402b-828c-0e7b39ba4e29 None None] The sync data for ids ['7cc948f2-608f-4cc8-ae1a-5874acc0f05a'] in dv-cinder-818233-1-iscsi is: [{'id': '7cc948f2-608f-4cc8-ae1a-5874acc0f05a', 'name': 'router1', 'tenant_id': '210f901b0f104f3fa69bb333c1ce30f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.231'}], 'enable_snat': True}, 'gw_port_id': 'b2a4ac03-9094-4c28-aa20-1cbea7020bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:03:17Z', 'updated_at': '2021-11-17T15:03:34Z', 'revision_number': 4, 'project_id': '210f901b0f104f3fa69bb333c1ce30f9', 'gw_port': {'id': 'b2a4ac03-9094-4c28-aa20-1cbea7020bef', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:e3:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc948f2-608f-4cc8-ae1a-5874acc0f05a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:03:34Z', 'updated_at': '2021-11-17T15:03:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': 'eb8782b2-d8a8-457a-b51e-192e9ecda02c', 'name': '', 'network_id': '08f53fe4-9383-40e9-875c-5ec63dc029bc', 'tenant_id': '210f901b0f104f3fa69bb333c1ce30f9', 'mac_address': 'fa:16:3e:26:1c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc948f2-608f-4cc8-ae1a-5874acc0f05a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8fb951e5-f27e-4832-a18f-9ecf1162e8fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:03:26Z', 'updated_at': '2021-11-17T15:03:30Z', 'revision_number': 5, 'project_id': '210f901b0f104f3fa69bb333c1ce30f9', 'subnets': [{'id': '8fb951e5-f27e-4832-a18f-9ecf1162e8fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '015fa679-9130-4918-8b8a-79366c518dd6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 15:03:40.911155 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device b2a4ac03-9094-4c28-aa20-1cbea7020bef up at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:03:40.966769 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Provisioning complete for port b2a4ac03-9094-4c28-aa20-1cbea7020bef triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:03:40.967386 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:41.055616 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:41.087336 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] For port b2a4ac03-9094-4c28-aa20-1cbea7020bef, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=b2a4ac03-9094-4c28-aa20-1cbea7020bef,segment=NetworkSegment(e39e10fc-a942-4c92-be27-2cc9068c33b8),segment_id=e39e10fc-a942-4c92-be27-2cc9068c33b8)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:03:41.091102 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:41.165196 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Pushing event updated for resources: {'Port': ['ID=b2a4ac03-9094-4c28-aa20-1cbea7020bef,revision_number=4']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:03:42.935558 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.agents_db [None req-8c09612d-4555-4199-ac80-2bf3536e394d None None] Agent healthcheck: found 5 active agents {{(pid=101836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 15:03:42.954562 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device b2a4ac03-9094-4c28-aa20-1cbea7020bef up at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:03:43.014509 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Provisioning complete for port b2a4ac03-9094-4c28-aa20-1cbea7020bef triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:03:43.015155 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:51.424395 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-45b8aa37-1c3b-4ece-b8d6-cd83b2e70a59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:53.764524 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-37e7cc4b-2ba1-47df-84b2-474ccc422d2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:54.703077 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:56.212860 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:03:57.047538 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:04:19.938413 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.agents_db [None req-8c09612d-4555-4199-ac80-2bf3536e394d None None] Agent healthcheck: found 5 active agents {{(pid=101836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 15:04:21.438599 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-2384f7ba-d38e-4182-b4e4-c723f50d003f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:04:23.759128 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-4aa63562-df2b-40e3-86ca-245887359473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:04:24.703430 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:04:26.198567 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:04:27.052951 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:04:51.426900 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-2bb7bffd-0069-4e1f-bac2-9e0d9c8e1f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:04:53.760305 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-63b1fe45-3d04-4330-9745-5bc95a9e54d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:04:54.707017 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:04:56.196620 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:04:56.938141 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.agents_db [None req-8c09612d-4555-4199-ac80-2bf3536e394d None None] Agent healthcheck: found 5 active agents {{(pid=101836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 15:04:57.056736 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:05:14.920321 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 54244) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:05:14.983392 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fc8dd29-6539-4b51-8c8d-04524ba02e3a admin admin] GET failed (client error): The resource could not be found. Nov 17 15:05:14.984677 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-6fc8dd29-6539-4b51-8c8d-04524ba02e3a admin admin] 10.222.0.62 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0634301 Nov 17 15:05:15.141799 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0cb8ff-a57b-4956-b4fd-83f769fd4e4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:05:15.143263 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-bf0cb8ff-a57b-4956-b4fd-83f769fd4e4c admin admin] 10.222.0.62 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1540322 Nov 17 15:05:17.401286 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 54254) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:05:17.491508 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8843cdb-409f-4c4e-afd5-d191d98a80ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:05:17.492833 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-b8843cdb-409f-4c4e-afd5-d191d98a80ea admin admin] 10.222.0.62 "GET /v2.0/subnets/8fb951e5-f27e-4832-a18f-9ecf1162e8fc HTTP/1.1" status: 200 len: 849 time: 0.0906065 Nov 17 15:05:17.502677 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [None req-b63856c1-0c93-45e1-ba7c-415a64293565 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:05:17.584843 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-b63856c1-0c93-45e1-ba7c-415a64293565 admin admin] Publish callbacks [] for subnet, before_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:05:17.721329 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-b63856c1-0c93-45e1-ba7c-415a64293565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776334442599'] for subnet, after_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:05:17.751101 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63856c1-0c93-45e1-ba7c-415a64293565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:05:17.751716 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-b63856c1-0c93-45e1-ba7c-415a64293565 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for subnet, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:05:17.775438 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-b63856c1-0c93-45e1-ba7c-415a64293565 admin admin] 10.222.0.62 "PUT /v2.0/subnets/8fb951e5-f27e-4832-a18f-9ecf1162e8fc HTTP/1.1" status: 200 len: 868 time: 0.2539918 Nov 17 15:05:17.775692 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579bd93d-f9ae-456b-8db5-33a95d0d01dc None None] Network 08f53fe4-9383-40e9-875c-5ec63dc029bc requested from dv-cinder-818233-1-iscsi {{(pid=101835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 15:05:17.776206 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63856c1-0c93-45e1-ba7c-415a64293565 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fb951e5-f27e-4832-a18f-9ecf1162e8fc,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:05:17.781151 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63856c1-0c93-45e1-ba7c-415a64293565 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:05:17.781628 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63856c1-0c93-45e1-ba7c-415a64293565 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:05:17.781865 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63856c1-0c93-45e1-ba7c-415a64293565 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:05:17.782197 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63856c1-0c93-45e1-ba7c-415a64293565 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:05:17.782529 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63856c1-0c93-45e1-ba7c-415a64293565 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:05:17.783338 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63856c1-0c93-45e1-ba7c-415a64293565 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:05:17.783338 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63856c1-0c93-45e1-ba7c-415a64293565 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:05:17.783574 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63856c1-0c93-45e1-ba7c-415a64293565 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:05:17.783865 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63856c1-0c93-45e1-ba7c-415a64293565 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:05:17.784185 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63856c1-0c93-45e1-ba7c-415a64293565 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:05:17.784506 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63856c1-0c93-45e1-ba7c-415a64293565 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:05:17.784824 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63856c1-0c93-45e1-ba7c-415a64293565 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:05:18.111673 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-038fbf32-59e3-4cdf-8ce2-0f3787990483 None None] Provisioning complete for port eb8782b2-d8a8-457a-b51e-192e9ecda02c triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:05:18.112042 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-038fbf32-59e3-4cdf-8ce2-0f3787990483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:05:18.195949 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-038fbf32-59e3-4cdf-8ce2-0f3787990483 None None] Provisioning complete for port 1d48bf82-2a84-4f64-8555-e514f66b71d8 triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:05:18.196230 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-038fbf32-59e3-4cdf-8ce2-0f3787990483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:05:20.036192 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 54262) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:05:20.237951 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e80054a-b4d7-4924-9d3a-d75f06722fb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:05:20.238331 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e80054a-b4d7-4924-9d3a-d75f06722fb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:05:20.240435 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-3e80054a-b4d7-4924-9d3a-d75f06722fb9 admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2033050 Nov 17 15:05:21.428128 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-ff975996-edef-4a0c-a680-c4ee9fc6e95a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:05:22.547082 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 54270) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:05:22.677542 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb24f0a4-caf1-4efb-82db-207c3f2ea0e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:05:22.678011 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb24f0a4-caf1-4efb-82db-207c3f2ea0e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:05:22.679534 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-bb24f0a4-caf1-4efb-82db-207c3f2ea0e0 admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1314535 Nov 17 15:05:23.765849 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-11c6a3ac-c336-428a-bec7-a3e42bbfe7ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:05:24.708854 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:05:24.935609 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 54278) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:05:25.064065 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cce54d-0c9c-4790-b231-5c65bc31ae06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:05:25.065389 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-f4cce54d-0c9c-4790-b231-5c65bc31ae06 admin admin] 10.222.0.62 "GET /v2.0/networks/08f53fe4-9383-40e9-875c-5ec63dc029bc HTTP/1.1" status: 200 len: 869 time: 0.1288590 Nov 17 15:05:26.198688 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:05:27.059390 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:05:27.360175 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 54286) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:05:27.482282 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653f7cfd-e956-4bc6-b5b2-aae3e53b0b1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:05:27.483684 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-653f7cfd-e956-4bc6-b5b2-aae3e53b0b1d admin admin] 10.222.0.62 "GET /v2.0/networks/183472ab-d8ab-4bee-8fe8-a0a558356eba HTTP/1.1" status: 200 len: 886 time: 0.1225393 Nov 17 15:05:29.730133 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 54294) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:05:29.873599 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f284d2-fd83-468e-8e59-2d0d475c7425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:05:29.874055 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f284d2-fd83-468e-8e59-2d0d475c7425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:05:29.875588 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-b1f284d2-fd83-468e-8e59-2d0d475c7425 admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1445236 Nov 17 15:05:32.180604 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 54304) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:05:32.272774 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6c52c2-bfe8-4cce-957c-0565f16cea26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:05:32.273218 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6c52c2-bfe8-4cce-957c-0565f16cea26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:05:32.274687 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-4e6c52c2-bfe8-4cce-957c-0565f16cea26 admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0931633 Nov 17 15:05:33.937738 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.agents_db [None req-8c09612d-4555-4199-ac80-2bf3536e394d None None] Agent healthcheck: found 5 active agents {{(pid=101836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 15:05:34.540225 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 54312) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:05:34.652097 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9227632b-92c4-4e70-8578-07f1d1e48a84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:05:34.653401 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-9227632b-92c4-4e70-8578-07f1d1e48a84 admin admin] 10.222.0.62 "GET /v2.0/subnets/10bde91e-9264-4f35-ad90-cbbdc12529d4 HTTP/1.1" status: 200 len: 816 time: 0.1120059 Nov 17 15:05:36.911558 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 54320) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:05:37.008810 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d72ee5-5cca-492f-b098-a70e30d79eaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:05:37.010100 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-65d72ee5-5cca-492f-b098-a70e30d79eaa admin admin] 10.222.0.62 "GET /v2.0/subnets/8fb951e5-f27e-4832-a18f-9ecf1162e8fc HTTP/1.1" status: 200 len: 868 time: 0.0976264 Nov 17 15:05:51.430137 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-cc147ce6-92b7-4501-90ea-35669d26d4fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:05:53.767869 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-19a70e8c-9a28-4a06-afb1-d4891dc4d1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:05:54.709648 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:05:56.201462 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:05:57.062633 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:06:01.241754 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 54374) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:06:01.287917 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [None req-852d9b4a-f793-4b41-a2bc-519ae1cccf0e admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=101833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 17 15:06:01.288894 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-852d9b4a-f793-4b41-a2bc-519ae1cccf0e admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0462136 Nov 17 15:06:03.632255 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 54382) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:06:03.690511 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.pecan_wsgi.hooks.translation [None req-c542a5ab-bcdb-4097-90f0-c63a67e17eee admin admin] GET failed (client error): The resource could not be found. Nov 17 15:06:03.691784 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-c542a5ab-bcdb-4097-90f0-c63a67e17eee admin admin] 10.222.0.62 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0586057 Nov 17 15:06:03.777870 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69a29a1-2665-43a5-b8dd-a0fc7ed51c7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:06:03.779228 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-f69a29a1-2665-43a5-b8dd-a0fc7ed51c7b admin admin] 10.222.0.62 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0829504 Nov 17 15:06:06.070188 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 54390) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:06:06.116894 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [None req-d8f69943-1b2f-4613-a26d-62a241827603 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:06:06.136384 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f69943-1b2f-4613-a26d-62a241827603 admin admin] Made reservation on behalf of 698eea7c7f2f474dabfcfbab2c12d524 for: {'network': 1} {{(pid=101834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:06:06.138658 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-d8f69943-1b2f-4613-a26d-62a241827603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for network, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:06:06.165890 dv-cinder-818233-1-iscsi neutron-server[101834]: WARNING neutron.services.revisions.revision_plugin [None req-d8f69943-1b2f-4613-a26d-62a241827603 admin admin] Could not find related network for resource to bump revision. Nov 17 15:06:06.179546 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8f69943-1b2f-4613-a26d-62a241827603 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=101834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 17 15:06:06.188434 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-d8f69943-1b2f-4613-a26d-62a241827603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931355'] for segment, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:06:06.188786 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.db.segments_db [None req-d8f69943-1b2f-4613-a26d-62a241827603 admin admin] Added segment 78a3b0fa-e8ff-4149-b5e9-ff414da846de of type vlan for network b80f60c7-7591-4a45-b0fa-ea5e23ffe87e Nov 17 15:06:06.235320 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-d8f69943-1b2f-4613-a26d-62a241827603 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776333902596'] for network, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:06:06.258521 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-d8f69943-1b2f-4613-a26d-62a241827603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557'] for network, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:06:06.259438 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f69943-1b2f-4613-a26d-62a241827603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:06:06.260051 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-d8f69943-1b2f-4613-a26d-62a241827603 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for network, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:06:06.297295 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-d8f69943-1b2f-4613-a26d-62a241827603 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2260597 Nov 17 15:06:06.428589 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f69943-1b2f-4613-a26d-62a241827603 admin admin] Pushing event updated for resources: {'Network': ['ID=b80f60c7-7591-4a45-b0fa-ea5e23ffe87e,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:06:06.439260 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Network b80f60c7-7591-4a45-b0fa-ea5e23ffe87e details requested by agent ovs-agent-dv-cinder-818233-1-iscsi with host dv-cinder-818233-1-iscsi {{(pid=101835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 17 15:06:08.616544 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 54398) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:06:08.675002 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7004700-9617-4ef1-b21d-de3e16197f46 admin admin] GET failed (client error): The resource could not be found. Nov 17 15:06:08.676292 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-c7004700-9617-4ef1-b21d-de3e16197f46 admin admin] 10.222.0.62 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0587897 Nov 17 15:06:08.744354 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae4cbe9-215a-4d16-8a8c-810a0051b20f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:06:08.745665 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-7ae4cbe9-215a-4d16-8a8c-810a0051b20f admin admin] 10.222.0.62 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0648320 Nov 17 15:06:08.756187 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [None req-da6bc063-de7f-4215-9c62-10444bc13af2 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'b80f60c7-7591-4a45-b0fa-ea5e23ffe87e'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:06:08.776588 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6bc063-de7f-4215-9c62-10444bc13af2 admin admin] Made reservation on behalf of 698eea7c7f2f474dabfcfbab2c12d524 for: {'subnet': 1} {{(pid=101834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:06:08.778869 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-da6bc063-de7f-4215-9c62-10444bc13af2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:06:08.934133 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-da6bc063-de7f-4215-9c62-10444bc13af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557'] for subnet, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:06:08.984403 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6bc063-de7f-4215-9c62-10444bc13af2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4dffb43-3d89-49b7-b684-a70f6d43be7f,revision_number=0']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:06:08.998942 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6bc063-de7f-4215-9c62-10444bc13af2 admin admin] Checking segment: {'id': '78a3b0fa-e8ff-4149-b5e9-ff414da846de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b80f60c7-7591-4a45-b0fa-ea5e23ffe87e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:06:08.999244 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6bc063-de7f-4215-9c62-10444bc13af2 admin admin] Network hostable DHCP agents. Network: b80f60c7-7591-4a45-b0fa-ea5e23ffe87e, hostable agents: ['c5ee84d2-283a-4ac2-b5b9-7ea041475697'], hosted agents: [] {{(pid=101834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 17 15:06:09.014870 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6bc063-de7f-4215-9c62-10444bc13af2 admin admin] Network b80f60c7-7591-4a45-b0fa-ea5e23ffe87e is scheduled to be hosted by DHCP agent c5ee84d2-283a-4ac2-b5b9-7ea041475697 with binding_index 1 {{(pid=101834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 17 15:06:09.023208 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.base_scheduler [None req-da6bc063-de7f-4215-9c62-10444bc13af2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818233-1-iscsi, b80f60c7-7591-4a45-b0fa-ea5e23ffe87e) {{(pid=101834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:06:09.027846 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6bc063-de7f-4215-9c62-10444bc13af2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:06:09.028923 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-da6bc063-de7f-4215-9c62-10444bc13af2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for subnet, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:06:09.032366 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779273ed-196e-4f5a-ace4-0fc68981dcbb None None] Network b80f60c7-7591-4a45-b0fa-ea5e23ffe87e requested from dv-cinder-818233-1-iscsi {{(pid=101835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 15:06:09.043720 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-da6bc063-de7f-4215-9c62-10444bc13af2 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2912595 Nov 17 15:06:09.276380 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9962941-0b73-4049-a250-68146df25eb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ad5828d-ca6e-5b2a-b4f4-b9eaa6558937-b80f60c7-7591-4a45-b0fa-ea5e23ffe87e', 'network_id': 'b80f60c7-7591-4a45-b0fa-ea5e23ffe87e', 'tenant_id': '698eea7c7f2f474dabfcfbab2c12d524', 'fixed_ips': [{'subnet_id': 'b4dffb43-3d89-49b7-b684-a70f6d43be7f'}]}} from dv-cinder-818233-1-iscsi. {{(pid=101835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 17 15:06:09.277259 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-b9962941-0b73-4049-a250-68146df25eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:06:09.413475 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.db_base_plugin_common [None req-b9962941-0b73-4049-a250-68146df25eb6 None None] Allocated IP 192.168.233.2 (b80f60c7-7591-4a45-b0fa-ea5e23ffe87e/b4dffb43-3d89-49b7-b684-a70f6d43be7f/bda1674f-9538-4a83-9f2a-753321245847) {{(pid=101835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:06:09.558648 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-b9962941-0b73-4049-a250-68146df25eb6 None None] Publish callbacks [] for port, precommit_create {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:06:09.564860 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-b9962941-0b73-4049-a250-68146df25eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718'] for port, after_create {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:06:09.604613 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9962941-0b73-4049-a250-68146df25eb6 None None] Network b80f60c7-7591-4a45-b0fa-ea5e23ffe87e is already hosted by enough agents. {{(pid=101835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:06:09.607472 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.scheduler.base_scheduler [None req-b9962941-0b73-4049-a250-68146df25eb6 None None] Resources bound (agent type, host, resource id): {{(pid=101835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:06:09.611457 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9962941-0b73-4049-a250-68146df25eb6 None None] Received port after_create {{(pid=101835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:06:09.618143 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9962941-0b73-4049-a250-68146df25eb6 None None] Pushing event updated for resources: {'Port': ['ID=bda1674f-9538-4a83-9f2a-753321245847,revision_number=1']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:06:09.632642 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9962941-0b73-4049-a250-68146df25eb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:06:09.633011 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9962941-0b73-4049-a250-68146df25eb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:06:09.633353 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9962941-0b73-4049-a250-68146df25eb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:06:09.633689 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9962941-0b73-4049-a250-68146df25eb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:06:09.634016 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9962941-0b73-4049-a250-68146df25eb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:06:09.634346 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9962941-0b73-4049-a250-68146df25eb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:06:09.634675 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9962941-0b73-4049-a250-68146df25eb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:06:09.635009 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9962941-0b73-4049-a250-68146df25eb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:06:09.635353 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9962941-0b73-4049-a250-68146df25eb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:06:09.635702 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9962941-0b73-4049-a250-68146df25eb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:06:09.636023 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9962941-0b73-4049-a250-68146df25eb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:06:09.636342 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9962941-0b73-4049-a250-68146df25eb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:06:09.685028 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-b9962941-0b73-4049-a250-68146df25eb6 None None] Attempting to bind port bda1674f-9538-4a83-9f2a-753321245847 on host dv-cinder-818233-1-iscsi for vnic_type normal with profile {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 15:06:09.685391 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-b9962941-0b73-4049-a250-68146df25eb6 None None] Attempting to bind port bda1674f-9538-4a83-9f2a-753321245847 by drivers openvswitch,hyperv on host dv-cinder-818233-1-iscsi at level 0 using segments [{'id': '78a3b0fa-e8ff-4149-b5e9-ff414da846de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b80f60c7-7591-4a45-b0fa-ea5e23ffe87e'}] {{(pid=101835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 15:06:09.685742 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9962941-0b73-4049-a250-68146df25eb6 None None] Attempting to bind port bda1674f-9538-4a83-9f2a-753321245847 on network b80f60c7-7591-4a45-b0fa-ea5e23ffe87e {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:06:09.690801 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9962941-0b73-4049-a250-68146df25eb6 None None] Checking agent: {'id': '80212031-474b-4b2d-a4cc-c8968f8491db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818233-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 15, 2, 57), 'started_at': datetime.datetime(2021, 11, 17, 15, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 15, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818233-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 15:06:09.691163 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9962941-0b73-4049-a250-68146df25eb6 None None] Checking segment: {'id': '78a3b0fa-e8ff-4149-b5e9-ff414da846de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b80f60c7-7591-4a45-b0fa-ea5e23ffe87e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:06:09.691577 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-b9962941-0b73-4049-a250-68146df25eb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:06:09.691959 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9962941-0b73-4049-a250-68146df25eb6 None None] Bound using segment: {'id': '78a3b0fa-e8ff-4149-b5e9-ff414da846de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b80f60c7-7591-4a45-b0fa-ea5e23ffe87e'} {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 15:06:09.692410 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-b9962941-0b73-4049-a250-68146df25eb6 None None] Bound port: bda1674f-9538-4a83-9f2a-753321245847, host: dv-cinder-818233-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78a3b0fa-e8ff-4149-b5e9-ff414da846de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b80f60c7-7591-4a45-b0fa-ea5e23ffe87e'}}] {{(pid=101835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 15:06:09.692795 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-b9962941-0b73-4049-a250-68146df25eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:06:09.758301 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-b9962941-0b73-4049-a250-68146df25eb6 None None] For port bda1674f-9538-4a83-9f2a-753321245847, host dv-cinder-818233-1-iscsi, cleared binding levels {{(pid=101835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 15:06:09.761776 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-b9962941-0b73-4049-a250-68146df25eb6 None None] For port bda1674f-9538-4a83-9f2a-753321245847, host dv-cinder-818233-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=bda1674f-9538-4a83-9f2a-753321245847,segment=NetworkSegment(78a3b0fa-e8ff-4149-b5e9-ff414da846de),segment_id=78a3b0fa-e8ff-4149-b5e9-ff414da846de)] {{(pid=101835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 15:06:09.766074 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-b9962941-0b73-4049-a250-68146df25eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:06:09.824706 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9962941-0b73-4049-a250-68146df25eb6 None None] Pushing event updated for resources: {'Port': ['ID=bda1674f-9538-4a83-9f2a-753321245847,revision_number=2']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:06:10.624246 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70a3bb3-b436-4d70-8c6c-b547e9987e87 None None] Network b80f60c7-7591-4a45-b0fa-ea5e23ffe87e requested from dv-cinder-818233-1-iscsi {{(pid=101835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 15:06:10.709896 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-56f51a98-0c9c-404d-ba30-ff31f0500545 None None] Provisioning complete for port bda1674f-9538-4a83-9f2a-753321245847 triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:06:10.710264 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-56f51a98-0c9c-404d-ba30-ff31f0500545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:06:10.848163 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-56f51a98-0c9c-404d-ba30-ff31f0500545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:06:10.883784 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-56f51a98-0c9c-404d-ba30-ff31f0500545 None None] For port bda1674f-9538-4a83-9f2a-753321245847, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=bda1674f-9538-4a83-9f2a-753321245847,segment=NetworkSegment(78a3b0fa-e8ff-4149-b5e9-ff414da846de),segment_id=78a3b0fa-e8ff-4149-b5e9-ff414da846de)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:06:10.889668 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-56f51a98-0c9c-404d-ba30-ff31f0500545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:06:10.940011 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.agents_db [None req-8c09612d-4555-4199-ac80-2bf3536e394d None None] Agent healthcheck: found 5 active agents {{(pid=101836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 15:06:10.959518 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f51a98-0c9c-404d-ba30-ff31f0500545 None None] Pushing event updated for resources: {'Port': ['ID=bda1674f-9538-4a83-9f2a-753321245847,revision_number=3']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:06:11.042137 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device bda1674f-9538-4a83-9f2a-753321245847 up at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:06:11.093816 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Provisioning complete for port bda1674f-9538-4a83-9f2a-753321245847 triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:06:11.094303 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:06:11.140464 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-59b4eb0d-c2da-4817-b234-42a158ccb1a6 None None] Provisioning complete for port bda1674f-9538-4a83-9f2a-753321245847 triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:06:11.140835 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-59b4eb0d-c2da-4817-b234-42a158ccb1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:06:12.972186 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device bda1674f-9538-4a83-9f2a-753321245847 up at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:06:13.025683 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Provisioning complete for port bda1674f-9538-4a83-9f2a-753321245847 triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:06:13.026053 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:06:21.431699 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-49fc1eb9-1b31-4fbf-baa9-26243934f47b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:06:23.769910 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-61bdb175-6546-4022-9fba-0dd68b0bfd94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:06:24.713589 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:06:26.204335 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:06:27.064683 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:06:47.940629 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.agents_db [None req-8c09612d-4555-4199-ac80-2bf3536e394d None None] Agent healthcheck: found 5 active agents {{(pid=101836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 15:06:51.434307 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-3c75a4cd-52bd-4c91-b889-df0eb24e4bfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:06:53.775730 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-6cdad99e-5b89-4d75-8d73-a1aa19891ce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:06:54.715260 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:06:56.206847 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:06:57.067592 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:07:21.435189 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-7103ae02-5399-4806-b1f9-1e87f8544051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:07:23.776265 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-a4069fdd-a689-418e-9901-dfe653172a3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:07:24.719683 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:07:24.940229 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.agents_db [None req-8c09612d-4555-4199-ac80-2bf3536e394d None None] Agent healthcheck: found 5 active agents {{(pid=101836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 15:07:26.079720 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 54444) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:07:26.085628 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [None req-bbdb9720-530a-4ded-a837-ac3d241e3880 tempest-verify_tempest_config-55546969 tempest-verify_tempest_config-55546969-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=101834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 17 15:07:26.086584 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-bbdb9720-530a-4ded-a837-ac3d241e3880 tempest-verify_tempest_config-55546969 tempest-verify_tempest_config-55546969-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059173 Nov 17 15:07:26.209986 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:07:26.372370 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 54462) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:07:26.473819 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-e6869827-0235-4e5c-88a5-9d9025a94bf9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:07:26.544865 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-e6869827-0235-4e5c-88a5-9d9025a94bf9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:07:26.548808 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-e6869827-0235-4e5c-88a5-9d9025a94bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:07:26.592692 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-e6869827-0235-4e5c-88a5-9d9025a94bf9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=44a55b43630b43b18ce4a12719b7a4f0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2193170 Nov 17 15:07:26.593497 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6869827-0235-4e5c-88a5-9d9025a94bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99149c5b-0cf1-4d5a-8e83-d0e7b48ad5b8,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:07:26.596035 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 54466) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:07:26.600922 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6869827-0235-4e5c-88a5-9d9025a94bf9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:07:26.601285 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6869827-0235-4e5c-88a5-9d9025a94bf9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:07:26.601624 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6869827-0235-4e5c-88a5-9d9025a94bf9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:07:26.601960 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6869827-0235-4e5c-88a5-9d9025a94bf9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:07:26.602308 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6869827-0235-4e5c-88a5-9d9025a94bf9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:07:26.602638 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6869827-0235-4e5c-88a5-9d9025a94bf9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:07:26.602962 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6869827-0235-4e5c-88a5-9d9025a94bf9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:07:26.603289 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6869827-0235-4e5c-88a5-9d9025a94bf9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:07:26.603666 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6869827-0235-4e5c-88a5-9d9025a94bf9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:07:26.604011 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6869827-0235-4e5c-88a5-9d9025a94bf9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:07:26.604317 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6869827-0235-4e5c-88a5-9d9025a94bf9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:07:26.604635 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6869827-0235-4e5c-88a5-9d9025a94bf9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:07:26.649826 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-2623dca7-13ff-40c2-b1bd-aac9d4ab200f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:07:26.670072 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-2623dca7-13ff-40c2-b1bd-aac9d4ab200f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:07:26.777632 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-2623dca7-13ff-40c2-b1bd-aac9d4ab200f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:07:26.780216 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-2623dca7-13ff-40c2-b1bd-aac9d4ab200f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:07:26.781341 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-2623dca7-13ff-40c2-b1bd-aac9d4ab200f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/99149c5b-0cf1-4d5a-8e83-d0e7b48ad5b8 HTTP/1.1" status: 204 len: 168 time: 0.1843138 Nov 17 15:07:26.789616 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2623dca7-13ff-40c2-b1bd-aac9d4ab200f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99149c5b-0cf1-4d5a-8e83-d0e7b48ad5b8,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:07:26.796208 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623dca7-13ff-40c2-b1bd-aac9d4ab200f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:07:26.796515 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623dca7-13ff-40c2-b1bd-aac9d4ab200f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:07:26.796859 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623dca7-13ff-40c2-b1bd-aac9d4ab200f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:07:26.797756 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623dca7-13ff-40c2-b1bd-aac9d4ab200f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:07:26.798085 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623dca7-13ff-40c2-b1bd-aac9d4ab200f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:07:26.798431 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623dca7-13ff-40c2-b1bd-aac9d4ab200f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:07:26.798763 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623dca7-13ff-40c2-b1bd-aac9d4ab200f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:07:26.799085 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623dca7-13ff-40c2-b1bd-aac9d4ab200f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:07:26.799432 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623dca7-13ff-40c2-b1bd-aac9d4ab200f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:07:26.799755 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623dca7-13ff-40c2-b1bd-aac9d4ab200f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:07:26.800075 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623dca7-13ff-40c2-b1bd-aac9d4ab200f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:07:26.800405 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623dca7-13ff-40c2-b1bd-aac9d4ab200f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:07:27.069486 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:07:51.439917 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-185979fb-ef85-4e58-9ba1-fc031bd26f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:07:53.777226 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-64ecf0aa-6303-46a9-b6f4-f01feca4420e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:07:54.723605 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:07:56.212279 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:07:57.070194 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:08:01.939276 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.agents_db [None req-8c09612d-4555-4199-ac80-2bf3536e394d None None] Agent healthcheck: found 5 active agents {{(pid=101836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 15:08:21.441454 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-a1c68c44-2b63-46ea-943b-1be68d0d40e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:08:23.779249 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-0a1d7005-04a9-44b7-a74d-4ba1bdfabc7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:08:24.724022 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:08:26.214739 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:08:27.071073 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:08:38.937687 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.agents_db [None req-8c09612d-4555-4199-ac80-2bf3536e394d None None] Agent healthcheck: found 5 active agents {{(pid=101836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 15:08:51.443352 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-ddb9068c-7927-404c-855b-46f3ae98649e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:08:53.779811 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1801f711-cde5-4d22-affa-b97ef679345a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:08:54.727829 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:08:56.218690 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:08:57.072703 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:09:02.799837 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-524745'] for agent, after_create {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:09:15.590137 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 54540) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:09:15.690124 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-5d6868f8-3f0f-424a-9f26-e108b2439d48 admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0989208 Nov 17 15:09:15.936782 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.agents_db [None req-8c09612d-4555-4199-ac80-2bf3536e394d None None] Agent healthcheck: found 6 active agents {{(pid=101836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 15:09:17.971331 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 54550) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:09:18.030632 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-22108c77-a7e6-488e-90c6-5acf30320604 admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0582073 Nov 17 15:09:21.445159 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-cdabcf7b-6467-4dcb-b15e-d9c3eeab15c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:09:23.780364 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-f7395e7e-c818-49c7-833b-a2d107ab3150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:09:24.730528 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:09:26.219993 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:09:27.074856 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:09:32.756595 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:09:51.446535 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-ad82e6b9-e7ea-4609-8807-a392f1c98b9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:09:52.934988 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.agents_db [None req-8c09612d-4555-4199-ac80-2bf3536e394d None None] Agent healthcheck: found 6 active agents {{(pid=101836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 15:09:53.783709 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-9332abeb-86a5-43cc-b270-3181ad72f212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:09:54.733735 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:09:56.224657 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:09:57.076286 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:02.766624 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:21.448444 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-14def3e5-4b2c-4f06-ab30-2bb65a5e7072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:23.786461 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-5318d76c-db4d-4885-a257-5865c1674e95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:24.735853 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:26.231328 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:27.082150 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:29.933448 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.agents_db [None req-8c09612d-4555-4199-ac80-2bf3536e394d None None] Agent healthcheck: found 6 active agents {{(pid=101836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 15:10:32.765745 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:48.267027 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 54786) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:10:48.402358 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 54798) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:10:48.569202 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 54806) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:10:48.635155 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.v2.base [None req-e91df9b9-838e-4fe9-95c9-958bad8e7cb7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1945661835-network', 'tenant_id': 'b4e3fd73a0164f73baea3c35a692ff86'}} {{(pid=101833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:10:48.662402 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91df9b9-838e-4fe9-95c9-958bad8e7cb7 admin admin] Made reservation on behalf of b4e3fd73a0164f73baea3c35a692ff86 for: {'network': 1} {{(pid=101833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:10:48.665193 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-e91df9b9-838e-4fe9-95c9-958bad8e7cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for network, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:48.676444 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-e91df9b9-838e-4fe9-95c9-958bad8e7cb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:48.788210 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.v2.base [None req-79a59db4-f978-438f-9672-5f08056e60c1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-61905417-network', 'tenant_id': 'f46d65fba1374525b85e154c2a6e55b4'}} {{(pid=101833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:10:48.803298 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-e91df9b9-838e-4fe9-95c9-958bad8e7cb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:48.826405 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-e91df9b9-838e-4fe9-95c9-958bad8e7cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:48.860881 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91df9b9-838e-4fe9-95c9-958bad8e7cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8e16cf-34aa-41b5-9e17-0f746c9ca661,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:10:48.871959 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91df9b9-838e-4fe9-95c9-958bad8e7cb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:10:48.872573 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91df9b9-838e-4fe9-95c9-958bad8e7cb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:10:48.873041 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91df9b9-838e-4fe9-95c9-958bad8e7cb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:10:48.873383 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91df9b9-838e-4fe9-95c9-958bad8e7cb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:10:48.874011 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91df9b9-838e-4fe9-95c9-958bad8e7cb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:10:48.874448 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91df9b9-838e-4fe9-95c9-958bad8e7cb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:10:48.874793 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91df9b9-838e-4fe9-95c9-958bad8e7cb7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:10:48.875113 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91df9b9-838e-4fe9-95c9-958bad8e7cb7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:10:48.875471 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91df9b9-838e-4fe9-95c9-958bad8e7cb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:10:48.875961 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91df9b9-838e-4fe9-95c9-958bad8e7cb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:10:48.876386 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91df9b9-838e-4fe9-95c9-958bad8e7cb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:10:48.876706 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91df9b9-838e-4fe9-95c9-958bad8e7cb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:10:48.878138 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e91df9b9-838e-4fe9-95c9-958bad8e7cb7 admin admin] Tracked resource versions report: Nov 17 15:10:48.878138 dv-cinder-818233-1-iscsi neutron-server[101833]: pushed versions: Nov 17 15:10:48.878138 dv-cinder-818233-1-iscsi neutron-server[101833]: { 'AddressGroup': {'1.2'}, Nov 17 15:10:48.878138 dv-cinder-818233-1-iscsi neutron-server[101833]: 'ConntrackHelper': {'1.0'}, Nov 17 15:10:48.878138 dv-cinder-818233-1-iscsi neutron-server[101833]: 'Log': {'1.0'}, Nov 17 15:10:48.878138 dv-cinder-818233-1-iscsi neutron-server[101833]: 'Network': {'1.1'}, Nov 17 15:10:48.878138 dv-cinder-818233-1-iscsi neutron-server[101833]: 'Port': {'1.7'}, Nov 17 15:10:48.878138 dv-cinder-818233-1-iscsi neutron-server[101833]: 'PortForwarding': {'1.2'}, Nov 17 15:10:48.878138 dv-cinder-818233-1-iscsi neutron-server[101833]: 'QosPolicy': {'1.10'}, Nov 17 15:10:48.878138 dv-cinder-818233-1-iscsi neutron-server[101833]: 'SecurityGroup': {'1.5'}, Nov 17 15:10:48.878138 dv-cinder-818233-1-iscsi neutron-server[101833]: 'SecurityGroupRule': {'1.2'}, Nov 17 15:10:48.878138 dv-cinder-818233-1-iscsi neutron-server[101833]: 'SubPort': {'1.0'}, Nov 17 15:10:48.878138 dv-cinder-818233-1-iscsi neutron-server[101833]: 'Subnet': {'1.1'}, Nov 17 15:10:48.878138 dv-cinder-818233-1-iscsi neutron-server[101833]: 'Trunk': {'1.1'}} Nov 17 15:10:48.878138 dv-cinder-818233-1-iscsi neutron-server[101833]: consumer versions: Nov 17 15:10:48.878138 dv-cinder-818233-1-iscsi neutron-server[101833]: { DHCP agent@dv-cinder-818233-1-iscsi: {}, Nov 17 15:10:48.878138 dv-cinder-818233-1-iscsi neutron-server[101833]: HyperV agent@hv-cinder-81823: {}, Nov 17 15:10:48.878138 dv-cinder-818233-1-iscsi neutron-server[101833]: L3 agent@dv-cinder-818233-1-iscsi: {}, Nov 17 15:10:48.878138 dv-cinder-818233-1-iscsi neutron-server[101833]: Metadata agent@dv-cinder-818233-1-iscsi: {}, Nov 17 15:10:48.878138 dv-cinder-818233-1-iscsi neutron-server[101833]: Metering agent@dv-cinder-818233-1-iscsi: {}, Nov 17 15:10:48.878138 dv-cinder-818233-1-iscsi neutron-server[101833]: Open vSwitch agent@dv-cinder-818233-1-iscsi: { 'AddressGroup': '1.2', Nov 17 15:10:48.878138 dv-cinder-818233-1-iscsi neutron-server[101833]: 'ConntrackHelper': '1.0', Nov 17 15:10:48.878138 dv-cinder-818233-1-iscsi neutron-server[101833]: 'Log': '1.0', Nov 17 15:10:48.878138 dv-cinder-818233-1-iscsi neutron-server[101833]: 'Network': '1.1', Nov 17 15:10:48.878138 dv-cinder-818233-1-iscsi neutron-server[101833]: 'Port': '1.7', Nov 17 15:10:48.878138 dv-cinder-818233-1-iscsi neutron-server[101833]: 'PortForwarding': '1.2', Nov 17 15:10:48.878138 dv-cinder-818233-1-iscsi neutron-server[101833]: 'QosPolicy': '1.10', Nov 17 15:10:48.878138 dv-cinder-818233-1-iscsi neutron-server[101833]: 'SecurityGroup': '1.5', Nov 17 15:10:48.878138 dv-cinder-818233-1-iscsi neutron-server[101833]: 'SecurityGroupRule': '1.2', Nov 17 15:10:48.878138 dv-cinder-818233-1-iscsi neutron-server[101833]: 'SubPort': '1.0', Nov 17 15:10:48.878138 dv-cinder-818233-1-iscsi neutron-server[101833]: 'Subnet': '1.1', Nov 17 15:10:48.878138 dv-cinder-818233-1-iscsi neutron-server[101833]: 'Trunk': '1.1'}} Nov 17 15:10:48.878138 dv-cinder-818233-1-iscsi neutron-server[101833]: {{(pid=101833) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 17 15:10:48.880585 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [None req-2b068b00-38a0-4554-b733-824d9094cc69 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1086476853-network', 'tenant_id': '2c31c9cd89174556a7ca67ee64363dab'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:10:48.884145 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a59db4-f978-438f-9672-5f08056e60c1 admin admin] Made reservation on behalf of f46d65fba1374525b85e154c2a6e55b4 for: {'network': 1} {{(pid=101833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:10:48.889325 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-79a59db4-f978-438f-9672-5f08056e60c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for network, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:48.904002 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-79a59db4-f978-438f-9672-5f08056e60c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:48.919504 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e91df9b9-838e-4fe9-95c9-958bad8e7cb7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=101833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 17 15:10:48.923976 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b068b00-38a0-4554-b733-824d9094cc69 admin admin] Made reservation on behalf of 2c31c9cd89174556a7ca67ee64363dab for: {'network': 1} {{(pid=101834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:10:48.926410 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-2b068b00-38a0-4554-b733-824d9094cc69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for network, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:48.939840 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-e91df9b9-838e-4fe9-95c9-958bad8e7cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931355'] for segment, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:48.940181 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.db.segments_db [None req-e91df9b9-838e-4fe9-95c9-958bad8e7cb7 admin admin] Added segment 5544a57b-458e-443f-8f9d-a2629fafc7ee of type vlan for network 6ca42089-8bb6-47e4-9dcd-a40e1ac70e66 Nov 17 15:10:48.941450 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-2b068b00-38a0-4554-b733-824d9094cc69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:49.017743 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-e91df9b9-838e-4fe9-95c9-958bad8e7cb7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776333902596'] for network, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:49.045852 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-2b068b00-38a0-4554-b733-824d9094cc69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:49.052423 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-2b068b00-38a0-4554-b733-824d9094cc69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:49.074141 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-79a59db4-f978-438f-9672-5f08056e60c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:49.075429 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-e91df9b9-838e-4fe9-95c9-958bad8e7cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557'] for network, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:49.076404 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91df9b9-838e-4fe9-95c9-958bad8e7cb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:10:49.077104 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-e91df9b9-838e-4fe9-95c9-958bad8e7cb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for network, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:49.106040 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b068b00-38a0-4554-b733-824d9094cc69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed424271-601b-4dff-98ba-5d2709e5db68,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:10:49.139320 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b068b00-38a0-4554-b733-824d9094cc69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=101834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 17 15:10:49.154228 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-2b068b00-38a0-4554-b733-824d9094cc69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931355'] for segment, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:49.156148 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.db.segments_db [None req-2b068b00-38a0-4554-b733-824d9094cc69 admin admin] Added segment 97a9b651-9208-41e6-b767-e98fd9bda307 of type vlan for network 8f735dfc-629f-48fb-8e93-a13cf556a60b Nov 17 15:10:49.162801 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b068b00-38a0-4554-b733-824d9094cc69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:10:49.164313 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b068b00-38a0-4554-b733-824d9094cc69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:10:49.165779 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b068b00-38a0-4554-b733-824d9094cc69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:10:49.166466 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b068b00-38a0-4554-b733-824d9094cc69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:10:49.168245 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b068b00-38a0-4554-b733-824d9094cc69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:10:49.170390 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b068b00-38a0-4554-b733-824d9094cc69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:10:49.170944 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b068b00-38a0-4554-b733-824d9094cc69 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:10:49.171492 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b068b00-38a0-4554-b733-824d9094cc69 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:10:49.171996 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b068b00-38a0-4554-b733-824d9094cc69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:10:49.173127 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b068b00-38a0-4554-b733-824d9094cc69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:10:49.175389 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b068b00-38a0-4554-b733-824d9094cc69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:10:49.176625 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b068b00-38a0-4554-b733-824d9094cc69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:10:49.177804 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-79a59db4-f978-438f-9672-5f08056e60c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:49.182223 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b068b00-38a0-4554-b733-824d9094cc69 admin admin] Tracked resource versions report: Nov 17 15:10:49.182223 dv-cinder-818233-1-iscsi neutron-server[101834]: pushed versions: Nov 17 15:10:49.182223 dv-cinder-818233-1-iscsi neutron-server[101834]: { 'AddressGroup': {'1.2'}, Nov 17 15:10:49.182223 dv-cinder-818233-1-iscsi neutron-server[101834]: 'ConntrackHelper': {'1.0'}, Nov 17 15:10:49.182223 dv-cinder-818233-1-iscsi neutron-server[101834]: 'Log': {'1.0'}, Nov 17 15:10:49.182223 dv-cinder-818233-1-iscsi neutron-server[101834]: 'Network': {'1.1'}, Nov 17 15:10:49.182223 dv-cinder-818233-1-iscsi neutron-server[101834]: 'Port': {'1.7'}, Nov 17 15:10:49.182223 dv-cinder-818233-1-iscsi neutron-server[101834]: 'PortForwarding': {'1.2'}, Nov 17 15:10:49.182223 dv-cinder-818233-1-iscsi neutron-server[101834]: 'QosPolicy': {'1.10'}, Nov 17 15:10:49.182223 dv-cinder-818233-1-iscsi neutron-server[101834]: 'SecurityGroup': {'1.5'}, Nov 17 15:10:49.182223 dv-cinder-818233-1-iscsi neutron-server[101834]: 'SecurityGroupRule': {'1.2'}, Nov 17 15:10:49.182223 dv-cinder-818233-1-iscsi neutron-server[101834]: 'SubPort': {'1.0'}, Nov 17 15:10:49.182223 dv-cinder-818233-1-iscsi neutron-server[101834]: 'Subnet': {'1.1'}, Nov 17 15:10:49.182223 dv-cinder-818233-1-iscsi neutron-server[101834]: 'Trunk': {'1.1'}} Nov 17 15:10:49.182223 dv-cinder-818233-1-iscsi neutron-server[101834]: consumer versions: Nov 17 15:10:49.182223 dv-cinder-818233-1-iscsi neutron-server[101834]: { DHCP agent@dv-cinder-818233-1-iscsi: {}, Nov 17 15:10:49.182223 dv-cinder-818233-1-iscsi neutron-server[101834]: HyperV agent@hv-cinder-81823: {}, Nov 17 15:10:49.182223 dv-cinder-818233-1-iscsi neutron-server[101834]: L3 agent@dv-cinder-818233-1-iscsi: {}, Nov 17 15:10:49.182223 dv-cinder-818233-1-iscsi neutron-server[101834]: Metadata agent@dv-cinder-818233-1-iscsi: {}, Nov 17 15:10:49.182223 dv-cinder-818233-1-iscsi neutron-server[101834]: Metering agent@dv-cinder-818233-1-iscsi: {}, Nov 17 15:10:49.182223 dv-cinder-818233-1-iscsi neutron-server[101834]: Open vSwitch agent@dv-cinder-818233-1-iscsi: { 'AddressGroup': '1.2', Nov 17 15:10:49.182223 dv-cinder-818233-1-iscsi neutron-server[101834]: 'ConntrackHelper': '1.0', Nov 17 15:10:49.182223 dv-cinder-818233-1-iscsi neutron-server[101834]: 'Log': '1.0', Nov 17 15:10:49.182223 dv-cinder-818233-1-iscsi neutron-server[101834]: 'Network': '1.1', Nov 17 15:10:49.182223 dv-cinder-818233-1-iscsi neutron-server[101834]: 'Port': '1.7', Nov 17 15:10:49.182223 dv-cinder-818233-1-iscsi neutron-server[101834]: 'PortForwarding': '1.2', Nov 17 15:10:49.182223 dv-cinder-818233-1-iscsi neutron-server[101834]: 'QosPolicy': '1.10', Nov 17 15:10:49.182223 dv-cinder-818233-1-iscsi neutron-server[101834]: 'SecurityGroup': '1.5', Nov 17 15:10:49.182223 dv-cinder-818233-1-iscsi neutron-server[101834]: 'SecurityGroupRule': '1.2', Nov 17 15:10:49.182223 dv-cinder-818233-1-iscsi neutron-server[101834]: 'SubPort': '1.0', Nov 17 15:10:49.182223 dv-cinder-818233-1-iscsi neutron-server[101834]: 'Subnet': '1.1', Nov 17 15:10:49.182223 dv-cinder-818233-1-iscsi neutron-server[101834]: 'Trunk': '1.1'}} Nov 17 15:10:49.182223 dv-cinder-818233-1-iscsi neutron-server[101834]: {{(pid=101834) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 17 15:10:49.212254 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91df9b9-838e-4fe9-95c9-958bad8e7cb7 admin admin] Pushing event updated for resources: {'Network': ['ID=6ca42089-8bb6-47e4-9dcd-a40e1ac70e66,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:10:49.234454 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-e91df9b9-838e-4fe9-95c9-958bad8e7cb7 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9664168 Nov 17 15:10:49.242602 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 54838) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:10:49.242864 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Network 6ca42089-8bb6-47e4-9dcd-a40e1ac70e66 details requested by agent ovs-agent-dv-cinder-818233-1-iscsi with host dv-cinder-818233-1-iscsi {{(pid=101835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 17 15:10:49.252236 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.v2.base [None req-bdc69d47-45fe-4335-b60a-9cfd03214784 admin admin] Request body: {'subnet': {'network_id': '6ca42089-8bb6-47e4-9dcd-a40e1ac70e66', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1945661835-subnet', 'tenant_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:10:49.282977 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79a59db4-f978-438f-9672-5f08056e60c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=101833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 17 15:10:49.296314 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc69d47-45fe-4335-b60a-9cfd03214784 admin admin] Made reservation on behalf of b4e3fd73a0164f73baea3c35a692ff86 for: {'subnet': 1} {{(pid=101833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:10:49.300488 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-bdc69d47-45fe-4335-b60a-9cfd03214784 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:49.314612 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-2b068b00-38a0-4554-b733-824d9094cc69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776333902596'] for network, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:49.402847 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-2b068b00-38a0-4554-b733-824d9094cc69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557'] for network, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:49.403744 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b068b00-38a0-4554-b733-824d9094cc69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:10:49.404341 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-2b068b00-38a0-4554-b733-824d9094cc69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for network, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:49.501247 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a59db4-f978-438f-9672-5f08056e60c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43155c4-feb7-4380-832d-2405bef285a3,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:10:49.503937 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b068b00-38a0-4554-b733-824d9094cc69 admin admin] Pushing event updated for resources: {'Network': ['ID=8f735dfc-629f-48fb-8e93-a13cf556a60b,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:10:49.524079 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-2b068b00-38a0-4554-b733-824d9094cc69 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9539495 Nov 17 15:10:49.524928 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 54860) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:10:49.530707 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [None req-d6f06b23-c7f3-44a7-b893-c9a0b83a55cb admin admin] Request body: {'subnet': {'network_id': '8f735dfc-629f-48fb-8e93-a13cf556a60b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1086476853-subnet', 'tenant_id': '2c31c9cd89174556a7ca67ee64363dab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:10:49.538778 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-79a59db4-f978-438f-9672-5f08056e60c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931355'] for segment, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:49.539173 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.db.segments_db [None req-79a59db4-f978-438f-9672-5f08056e60c1 admin admin] Added segment f69c62f2-38fe-4aee-b5aa-76ed57986015 of type vlan for network 165c6e4d-73f7-4f8b-912b-915384972dc3 Nov 17 15:10:49.543005 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Network 8f735dfc-629f-48fb-8e93-a13cf556a60b details requested by agent ovs-agent-dv-cinder-818233-1-iscsi with host dv-cinder-818233-1-iscsi {{(pid=101835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 17 15:10:49.559742 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f06b23-c7f3-44a7-b893-c9a0b83a55cb admin admin] Made reservation on behalf of 2c31c9cd89174556a7ca67ee64363dab for: {'subnet': 1} {{(pid=101834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:10:49.565546 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-d6f06b23-c7f3-44a7-b893-c9a0b83a55cb admin admin] Publish callbacks [] for subnet, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:49.677767 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-79a59db4-f978-438f-9672-5f08056e60c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776333902596'] for network, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:49.726602 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-79a59db4-f978-438f-9672-5f08056e60c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557'] for network, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:49.727761 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a59db4-f978-438f-9672-5f08056e60c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:10:49.728401 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-79a59db4-f978-438f-9672-5f08056e60c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for network, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:49.800522 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-79a59db4-f978-438f-9672-5f08056e60c1 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3935003 Nov 17 15:10:49.806465 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 54874) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:10:49.813931 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [None req-836050d4-b5d4-4702-8044-12c6c65153e7 admin admin] Request body: {'subnet': {'network_id': '165c6e4d-73f7-4f8b-912b-915384972dc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-61905417-subnet', 'tenant_id': 'f46d65fba1374525b85e154c2a6e55b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:10:49.854805 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a59db4-f978-438f-9672-5f08056e60c1 admin admin] Pushing event updated for resources: {'Network': ['ID=165c6e4d-73f7-4f8b-912b-915384972dc3,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:10:49.857757 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836050d4-b5d4-4702-8044-12c6c65153e7 admin admin] Made reservation on behalf of f46d65fba1374525b85e154c2a6e55b4 for: {'subnet': 1} {{(pid=101834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:10:49.861031 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-836050d4-b5d4-4702-8044-12c6c65153e7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:49.872147 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Network 165c6e4d-73f7-4f8b-912b-915384972dc3 details requested by agent ovs-agent-dv-cinder-818233-1-iscsi with host dv-cinder-818233-1-iscsi {{(pid=101835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 17 15:10:49.969982 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-bdc69d47-45fe-4335-b60a-9cfd03214784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557'] for subnet, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:49.987934 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-d6f06b23-c7f3-44a7-b893-c9a0b83a55cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557'] for subnet, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:50.048605 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 54880) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:10:50.056714 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc69d47-45fe-4335-b60a-9cfd03214784 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a6cfc7a-d04e-4d58-a0f5-383a0d4f2ccc,revision_number=0']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:10:50.066227 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc69d47-45fe-4335-b60a-9cfd03214784 admin admin] Checking segment: {'id': '5544a57b-458e-443f-8f9d-a2629fafc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '6ca42089-8bb6-47e4-9dcd-a40e1ac70e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:10:50.066738 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc69d47-45fe-4335-b60a-9cfd03214784 admin admin] Network hostable DHCP agents. Network: 6ca42089-8bb6-47e4-9dcd-a40e1ac70e66, hostable agents: ['c5ee84d2-283a-4ac2-b5b9-7ea041475697'], hosted agents: [] {{(pid=101833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 17 15:10:50.095895 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc69d47-45fe-4335-b60a-9cfd03214784 admin admin] Network 6ca42089-8bb6-47e4-9dcd-a40e1ac70e66 is scheduled to be hosted by DHCP agent c5ee84d2-283a-4ac2-b5b9-7ea041475697 with binding_index 1 {{(pid=101833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 17 15:10:50.125596 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.base_scheduler [None req-bdc69d47-45fe-4335-b60a-9cfd03214784 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818233-1-iscsi, 6ca42089-8bb6-47e4-9dcd-a40e1ac70e66) {{(pid=101833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:10:50.133290 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc69d47-45fe-4335-b60a-9cfd03214784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:10:50.134709 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-bdc69d47-45fe-4335-b60a-9cfd03214784 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for subnet, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:50.135599 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f06b23-c7f3-44a7-b893-c9a0b83a55cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=88826920-16d8-4049-9290-269b7ad338c8,revision_number=0']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:10:50.143397 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3155ed-3dea-4eb5-a654-ab5879bad5af None None] Network 6ca42089-8bb6-47e4-9dcd-a40e1ac70e66 requested from dv-cinder-818233-1-iscsi {{(pid=101835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 15:10:50.187577 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-bdc69d47-45fe-4335-b60a-9cfd03214784 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9415920 Nov 17 15:10:50.188776 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f06b23-c7f3-44a7-b893-c9a0b83a55cb admin admin] Checking segment: {'id': '97a9b651-9208-41e6-b767-e98fd9bda307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8f735dfc-629f-48fb-8e93-a13cf556a60b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:10:50.189431 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f06b23-c7f3-44a7-b893-c9a0b83a55cb admin admin] Network hostable DHCP agents. Network: 8f735dfc-629f-48fb-8e93-a13cf556a60b, hostable agents: ['c5ee84d2-283a-4ac2-b5b9-7ea041475697'], hosted agents: [] {{(pid=101834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 17 15:10:50.189706 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 54892) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:10:50.201503 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.v2.base [None req-a8b58dd9-2ee3-43fe-b1a7-19cb705a7864 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1945661835-router', 'tenant_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba'}}} {{(pid=101833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:10:50.253848 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f06b23-c7f3-44a7-b893-c9a0b83a55cb admin admin] Network 8f735dfc-629f-48fb-8e93-a13cf556a60b is scheduled to be hosted by DHCP agent c5ee84d2-283a-4ac2-b5b9-7ea041475697 with binding_index 1 {{(pid=101834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 17 15:10:50.271217 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.base_scheduler [None req-d6f06b23-c7f3-44a7-b893-c9a0b83a55cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818233-1-iscsi, 8f735dfc-629f-48fb-8e93-a13cf556a60b) {{(pid=101834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:10:50.292305 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f06b23-c7f3-44a7-b893-c9a0b83a55cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:10:50.293604 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-d6f06b23-c7f3-44a7-b893-c9a0b83a55cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for subnet, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:50.310664 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-836050d4-b5d4-4702-8044-12c6c65153e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557'] for subnet, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:50.341707 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-c1a47145-c5b3-4ba8-a740-44c1a22b5d8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:50.342229 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aed6318-8455-4604-9b34-ed70561ad734 None None] Network 8f735dfc-629f-48fb-8e93-a13cf556a60b requested from dv-cinder-818233-1-iscsi {{(pid=101835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 15:10:50.350137 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-a8b58dd9-2ee3-43fe-b1a7-19cb705a7864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1045616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56289'] for router, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:50.351705 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-a8b58dd9-2ee3-43fe-b1a7-19cb705a7864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-600707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11538'] for router, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:50.404632 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836050d4-b5d4-4702-8044-12c6c65153e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0de3fea4-3585-46be-aee2-0faf6d45c187,revision_number=0']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:10:50.429733 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-d6f06b23-c7f3-44a7-b893-c9a0b83a55cb admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9026761 Nov 17 15:10:50.432652 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 54906) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:10:50.464659 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [None req-ac7ed0ee-1647-4215-b813-72e2f55818f1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1086476853-router', 'tenant_id': '2c31c9cd89174556a7ca67ee64363dab', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba'}}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:10:50.504100 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836050d4-b5d4-4702-8044-12c6c65153e7 admin admin] Checking segment: {'id': 'f69c62f2-38fe-4aee-b5aa-76ed57986015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '165c6e4d-73f7-4f8b-912b-915384972dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:10:50.504536 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836050d4-b5d4-4702-8044-12c6c65153e7 admin admin] Network hostable DHCP agents. Network: 165c6e4d-73f7-4f8b-912b-915384972dc3, hostable agents: ['c5ee84d2-283a-4ac2-b5b9-7ea041475697'], hosted agents: [] {{(pid=101834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 17 15:10:50.545675 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-a8b58dd9-2ee3-43fe-b1a7-19cb705a7864 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:50.581962 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0d0ce4-22cc-48d1-9484-6c81d4a067d8 None None] Network 8f735dfc-629f-48fb-8e93-a13cf556a60b requested from dv-cinder-818233-1-iscsi {{(pid=101835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 15:10:50.594322 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-ac7ed0ee-1647-4215-b813-72e2f55818f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1045616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56289'] for router, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:50.600102 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-ac7ed0ee-1647-4215-b813-72e2f55818f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-600707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11538'] for router, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:50.611122 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836050d4-b5d4-4702-8044-12c6c65153e7 admin admin] Network 165c6e4d-73f7-4f8b-912b-915384972dc3 is scheduled to be hosted by DHCP agent c5ee84d2-283a-4ac2-b5b9-7ea041475697 with binding_index 1 {{(pid=101834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 17 15:10:50.641178 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.base_scheduler [None req-836050d4-b5d4-4702-8044-12c6c65153e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818233-1-iscsi, 165c6e4d-73f7-4f8b-912b-915384972dc3) {{(pid=101834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:10:50.660732 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836050d4-b5d4-4702-8044-12c6c65153e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:10:50.661345 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-836050d4-b5d4-4702-8044-12c6c65153e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for subnet, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:50.762780 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-ac7ed0ee-1647-4215-b813-72e2f55818f1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:50.790588 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-836050d4-b5d4-4702-8044-12c6c65153e7 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9813700 Nov 17 15:10:50.841142 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b33aac-774b-4411-bfec-61842446a7fc None None] Network 165c6e4d-73f7-4f8b-912b-915384972dc3 requested from dv-cinder-818233-1-iscsi {{(pid=101835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 15:10:50.843832 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-a8b58dd9-2ee3-43fe-b1a7-19cb705a7864 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:50.848480 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-c1a47145-c5b3-4ba8-a740-44c1a22b5d8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:50.866668 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-c1a47145-c5b3-4ba8-a740-44c1a22b5d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:51.017430 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-ac7ed0ee-1647-4215-b813-72e2f55818f1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:51.025784 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a47145-c5b3-4ba8-a740-44c1a22b5d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf2fa16-181a-45d4-9e09-e6eecadc6cc8,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:10:51.040229 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-c1a47145-c5b3-4ba8-a740-44c1a22b5d8d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=38fe98e21ae3424f8fc77187eb51289b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9906206 Nov 17 15:10:51.051568 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 54944) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:10:51.183624 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-19e87cc1-8dca-4100-8064-51c014dd134a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:51.185887 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8940ab72-3e7d-4824-9089-b67393208b6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ad5828d-ca6e-5b2a-b4f4-b9eaa6558937-6ca42089-8bb6-47e4-9dcd-a40e1ac70e66', 'network_id': '6ca42089-8bb6-47e4-9dcd-a40e1ac70e66', 'tenant_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'fixed_ips': [{'subnet_id': '7a6cfc7a-d04e-4d58-a0f5-383a0d4f2ccc'}]}} from dv-cinder-818233-1-iscsi. {{(pid=101835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 17 15:10:51.187219 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-8940ab72-3e7d-4824-9089-b67393208b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:51.234853 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-19e87cc1-8dca-4100-8064-51c014dd134a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:51.324202 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce9deea-8b65-4636-b5db-9aebb86d66ee None None] Network 165c6e4d-73f7-4f8b-912b-915384972dc3 requested from dv-cinder-818233-1-iscsi {{(pid=101835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 15:10:51.349221 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 54956) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:10:51.486814 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-ac7ed0ee-1647-4215-b813-72e2f55818f1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:51.517833 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-ac7ed0ee-1647-4215-b813-72e2f55818f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:51.532539 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-a8b58dd9-2ee3-43fe-b1a7-19cb705a7864 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:51.572927 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 54980) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:10:51.576496 dv-cinder-818233-1-iscsi neutron-server[101833]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 17 15:10:51.595186 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-19e87cc1-8dca-4100-8064-51c014dd134a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:51.598994 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-19e87cc1-8dca-4100-8064-51c014dd134a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:51.600833 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-19e87cc1-8dca-4100-8064-51c014dd134a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4cf2fa16-181a-45d4-9e09-e6eecadc6cc8 HTTP/1.1" status: 204 len: 168 time: 0.5476439 Nov 17 15:10:51.602161 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-a8b58dd9-2ee3-43fe-b1a7-19cb705a7864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:51.606843 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-e4607a6c-eb63-47ba-871d-aff9a629ef49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:51.615264 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-4447a693-73d2-48d4-9408-93be0691215f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:51.640725 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.db_base_plugin_common [None req-8940ab72-3e7d-4824-9089-b67393208b6e None None] Allocated IP 172.20.0.2 (6ca42089-8bb6-47e4-9dcd-a40e1ac70e66/7a6cfc7a-d04e-4d58-a0f5-383a0d4f2ccc/e4cd7bb2-bafe-48e8-8b4a-f48f5061b2ab) {{(pid=101835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:10:51.688198 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e87cc1-8dca-4100-8064-51c014dd134a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf2fa16-181a-45d4-9e09-e6eecadc6cc8,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:10:51.752291 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.db_base_plugin_common [None req-ac7ed0ee-1647-4215-b813-72e2f55818f1 admin admin] Allocated IP 172.27.1.61 (183472ab-d8ab-4bee-8fe8-a0a558356eba/10bde91e-9264-4f35-ad90-cbbdc12529d4/fe11bdb7-212d-404d-9675-b9e0b67cf165) {{(pid=101834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:10:51.898048 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-4447a693-73d2-48d4-9408-93be0691215f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:51.912180 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-4447a693-73d2-48d4-9408-93be0691215f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:51.926754 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-8940ab72-3e7d-4824-9089-b67393208b6e None None] Publish callbacks [] for port, precommit_create {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:51.934464 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-8940ab72-3e7d-4824-9089-b67393208b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718'] for port, after_create {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:51.943948 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-4447a693-73d2-48d4-9408-93be0691215f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=725977b8378e480c9a339ecb056c4ccf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5931587 Nov 17 15:10:51.947077 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-ac7ed0ee-1647-4215-b813-72e2f55818f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:51.952446 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 54998) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:10:51.981048 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4447a693-73d2-48d4-9408-93be0691215f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e22bb4b-83a2-481e-89f1-113f70c9effe,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:10:52.003722 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8940ab72-3e7d-4824-9089-b67393208b6e None None] Network 6ca42089-8bb6-47e4-9dcd-a40e1ac70e66 is already hosted by enough agents. {{(pid=101835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:10:52.006873 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305b8a5-c2a7-46a7-96ab-dd8a9f13129c req-45eb5d03-dff3-48ec-8207-dbf7edca8b78 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:10:52.008396 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-8305b8a5-c2a7-46a7-96ab-dd8a9f13129c req-45eb5d03-dff3-48ec-8207-dbf7edca8b78 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/networks?id=165c6e4d-73f7-4f8b-912b-915384972dc3 HTTP/1.1" status: 200 len: 810 time: 0.4336746 Nov 17 15:10:52.010990 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.scheduler.base_scheduler [None req-8940ab72-3e7d-4824-9089-b67393208b6e None None] Resources bound (agent type, host, resource id): {{(pid=101835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:10:52.019576 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8940ab72-3e7d-4824-9089-b67393208b6e None None] Received port after_create {{(pid=101835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:10:52.027740 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-ac7ed0ee-1647-4215-b813-72e2f55818f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718'] for port, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:52.063824 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8940ab72-3e7d-4824-9089-b67393208b6e None None] Pushing event updated for resources: {'Port': ['ID=e4cd7bb2-bafe-48e8-8b4a-f48f5061b2ab,revision_number=1']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:10:52.090493 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8940ab72-3e7d-4824-9089-b67393208b6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:10:52.091101 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8940ab72-3e7d-4824-9089-b67393208b6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:10:52.091512 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8940ab72-3e7d-4824-9089-b67393208b6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:10:52.091856 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8940ab72-3e7d-4824-9089-b67393208b6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:10:52.092156 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8940ab72-3e7d-4824-9089-b67393208b6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:10:52.092489 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8940ab72-3e7d-4824-9089-b67393208b6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:10:52.092858 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8940ab72-3e7d-4824-9089-b67393208b6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:10:52.093099 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8940ab72-3e7d-4824-9089-b67393208b6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:10:52.093486 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8940ab72-3e7d-4824-9089-b67393208b6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:10:52.093748 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8940ab72-3e7d-4824-9089-b67393208b6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:10:52.094090 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8940ab72-3e7d-4824-9089-b67393208b6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:10:52.094364 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8940ab72-3e7d-4824-9089-b67393208b6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:10:52.095468 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8940ab72-3e7d-4824-9089-b67393208b6e None None] Tracked resource versions report: Nov 17 15:10:52.095468 dv-cinder-818233-1-iscsi neutron-server[101835]: pushed versions: Nov 17 15:10:52.095468 dv-cinder-818233-1-iscsi neutron-server[101835]: { 'AddressGroup': {'1.2'}, Nov 17 15:10:52.095468 dv-cinder-818233-1-iscsi neutron-server[101835]: 'ConntrackHelper': {'1.0'}, Nov 17 15:10:52.095468 dv-cinder-818233-1-iscsi neutron-server[101835]: 'Log': {'1.0'}, Nov 17 15:10:52.095468 dv-cinder-818233-1-iscsi neutron-server[101835]: 'Network': {'1.1'}, Nov 17 15:10:52.095468 dv-cinder-818233-1-iscsi neutron-server[101835]: 'Port': {'1.7'}, Nov 17 15:10:52.095468 dv-cinder-818233-1-iscsi neutron-server[101835]: 'PortForwarding': {'1.2'}, Nov 17 15:10:52.095468 dv-cinder-818233-1-iscsi neutron-server[101835]: 'QosPolicy': {'1.10'}, Nov 17 15:10:52.095468 dv-cinder-818233-1-iscsi neutron-server[101835]: 'SecurityGroup': {'1.5'}, Nov 17 15:10:52.095468 dv-cinder-818233-1-iscsi neutron-server[101835]: 'SecurityGroupRule': {'1.2'}, Nov 17 15:10:52.095468 dv-cinder-818233-1-iscsi neutron-server[101835]: 'SubPort': {'1.0'}, Nov 17 15:10:52.095468 dv-cinder-818233-1-iscsi neutron-server[101835]: 'Subnet': {'1.1'}, Nov 17 15:10:52.095468 dv-cinder-818233-1-iscsi neutron-server[101835]: 'Trunk': {'1.1'}} Nov 17 15:10:52.095468 dv-cinder-818233-1-iscsi neutron-server[101835]: consumer versions: Nov 17 15:10:52.095468 dv-cinder-818233-1-iscsi neutron-server[101835]: { DHCP agent@dv-cinder-818233-1-iscsi: {}, Nov 17 15:10:52.095468 dv-cinder-818233-1-iscsi neutron-server[101835]: HyperV agent@hv-cinder-81823: {}, Nov 17 15:10:52.095468 dv-cinder-818233-1-iscsi neutron-server[101835]: L3 agent@dv-cinder-818233-1-iscsi: {}, Nov 17 15:10:52.095468 dv-cinder-818233-1-iscsi neutron-server[101835]: Metadata agent@dv-cinder-818233-1-iscsi: {}, Nov 17 15:10:52.095468 dv-cinder-818233-1-iscsi neutron-server[101835]: Metering agent@dv-cinder-818233-1-iscsi: {}, Nov 17 15:10:52.095468 dv-cinder-818233-1-iscsi neutron-server[101835]: Open vSwitch agent@dv-cinder-818233-1-iscsi: { 'AddressGroup': '1.2', Nov 17 15:10:52.095468 dv-cinder-818233-1-iscsi neutron-server[101835]: 'ConntrackHelper': '1.0', Nov 17 15:10:52.095468 dv-cinder-818233-1-iscsi neutron-server[101835]: 'Log': '1.0', Nov 17 15:10:52.095468 dv-cinder-818233-1-iscsi neutron-server[101835]: 'Network': '1.1', Nov 17 15:10:52.095468 dv-cinder-818233-1-iscsi neutron-server[101835]: 'Port': '1.7', Nov 17 15:10:52.095468 dv-cinder-818233-1-iscsi neutron-server[101835]: 'PortForwarding': '1.2', Nov 17 15:10:52.095468 dv-cinder-818233-1-iscsi neutron-server[101835]: 'QosPolicy': '1.10', Nov 17 15:10:52.095468 dv-cinder-818233-1-iscsi neutron-server[101835]: 'SecurityGroup': '1.5', Nov 17 15:10:52.095468 dv-cinder-818233-1-iscsi neutron-server[101835]: 'SecurityGroupRule': '1.2', Nov 17 15:10:52.095468 dv-cinder-818233-1-iscsi neutron-server[101835]: 'SubPort': '1.0', Nov 17 15:10:52.095468 dv-cinder-818233-1-iscsi neutron-server[101835]: 'Subnet': '1.1', Nov 17 15:10:52.095468 dv-cinder-818233-1-iscsi neutron-server[101835]: 'Trunk': '1.1'}} Nov 17 15:10:52.095468 dv-cinder-818233-1-iscsi neutron-server[101835]: {{(pid=101835) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 17 15:10:52.114154 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7ed0ee-1647-4215-b813-72e2f55818f1 admin admin] Pushing event updated for resources: {'Port': ['ID=fe11bdb7-212d-404d-9675-b9e0b67cf165,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:10:52.116442 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-8305b8a5-c2a7-46a7-96ab-dd8a9f13129c req-91b2a119-1bba-4fd3-876c-e4e71a0bbfed tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/quotas/f46d65fba1374525b85e154c2a6e55b4 HTTP/1.1" status: 200 len: 375 time: 0.0987334 Nov 17 15:10:52.127999 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 55004) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:10:52.130850 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-8940ab72-3e7d-4824-9089-b67393208b6e None None] Attempting to bind port e4cd7bb2-bafe-48e8-8b4a-f48f5061b2ab on host dv-cinder-818233-1-iscsi for vnic_type normal with profile {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 15:10:52.131210 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-8940ab72-3e7d-4824-9089-b67393208b6e None None] Attempting to bind port e4cd7bb2-bafe-48e8-8b4a-f48f5061b2ab by drivers openvswitch,hyperv on host dv-cinder-818233-1-iscsi at level 0 using segments [{'id': '5544a57b-458e-443f-8f9d-a2629fafc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '6ca42089-8bb6-47e4-9dcd-a40e1ac70e66'}] {{(pid=101835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 15:10:52.131600 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8940ab72-3e7d-4824-9089-b67393208b6e None None] Attempting to bind port e4cd7bb2-bafe-48e8-8b4a-f48f5061b2ab on network 6ca42089-8bb6-47e4-9dcd-a40e1ac70e66 {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:10:52.135908 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7ed0ee-1647-4215-b813-72e2f55818f1 admin admin] Network 183472ab-d8ab-4bee-8fe8-a0a558356eba is already hosted by enough agents. {{(pid=101834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:10:52.136675 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8940ab72-3e7d-4824-9089-b67393208b6e None None] Checking agent: {'id': '80212031-474b-4b2d-a4cc-c8968f8491db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818233-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 15, 2, 57), 'started_at': datetime.datetime(2021, 11, 17, 15, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 15, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818233-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 15:10:52.137427 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8940ab72-3e7d-4824-9089-b67393208b6e None None] Checking segment: {'id': '5544a57b-458e-443f-8f9d-a2629fafc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '6ca42089-8bb6-47e4-9dcd-a40e1ac70e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:10:52.137829 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-8940ab72-3e7d-4824-9089-b67393208b6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:52.138211 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8940ab72-3e7d-4824-9089-b67393208b6e None None] Bound using segment: {'id': '5544a57b-458e-443f-8f9d-a2629fafc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '6ca42089-8bb6-47e4-9dcd-a40e1ac70e66'} {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 15:10:52.138961 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-8940ab72-3e7d-4824-9089-b67393208b6e None None] Bound port: e4cd7bb2-bafe-48e8-8b4a-f48f5061b2ab, host: dv-cinder-818233-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5544a57b-458e-443f-8f9d-a2629fafc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '6ca42089-8bb6-47e4-9dcd-a40e1ac70e66'}}] {{(pid=101835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 15:10:52.139378 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-8940ab72-3e7d-4824-9089-b67393208b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:52.147927 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.base_scheduler [None req-ac7ed0ee-1647-4215-b813-72e2f55818f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:10:52.150219 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-d34e92ce-0017-41dc-898d-7a242b51104b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:52.152307 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7ed0ee-1647-4215-b813-72e2f55818f1 admin admin] Received port after_create {{(pid=101834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:10:52.180474 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-8305b8a5-c2a7-46a7-96ab-dd8a9f13129c req-14a15907-5773-40c8-920b-5a30dbca7dbd tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f46d65fba1374525b85e154c2a6e55b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0626173 Nov 17 15:10:52.186223 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-13478b3c-917a-4f57-9f5a-d5c4448f1cff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:52.214740 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-8940ab72-3e7d-4824-9089-b67393208b6e None None] For port e4cd7bb2-bafe-48e8-8b4a-f48f5061b2ab, host dv-cinder-818233-1-iscsi, cleared binding levels {{(pid=101835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 15:10:52.219150 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-8940ab72-3e7d-4824-9089-b67393208b6e None None] For port e4cd7bb2-bafe-48e8-8b4a-f48f5061b2ab, host dv-cinder-818233-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=e4cd7bb2-bafe-48e8-8b4a-f48f5061b2ab,segment=NetworkSegment(5544a57b-458e-443f-8f9d-a2629fafc7ee),segment_id=5544a57b-458e-443f-8f9d-a2629fafc7ee)] {{(pid=101835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 15:10:52.225752 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-8940ab72-3e7d-4824-9089-b67393208b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:52.254318 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.db.db_base_plugin_common [None req-a8b58dd9-2ee3-43fe-b1a7-19cb705a7864 admin admin] Allocated IP 172.27.1.226 (183472ab-d8ab-4bee-8fe8-a0a558356eba/10bde91e-9264-4f35-ad90-cbbdc12529d4/1e1d0785-2218-460c-8745-f09d338ac16f) {{(pid=101833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:10:52.297922 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8940ab72-3e7d-4824-9089-b67393208b6e None None] Pushing event updated for resources: {'Port': ['ID=e4cd7bb2-bafe-48e8-8b4a-f48f5061b2ab,revision_number=2']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:10:52.298563 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-13478b3c-917a-4f57-9f5a-d5c4448f1cff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:52.417465 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-d34e92ce-0017-41dc-898d-7a242b51104b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:52.431684 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-d34e92ce-0017-41dc-898d-7a242b51104b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:52.433965 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [req-8305b8a5-c2a7-46a7-96ab-dd8a9f13129c req-36b4c6a3-0828-41c0-9e70-f6c8a4467ed3 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=101833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 17 15:10:52.441345 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-8305b8a5-c2a7-46a7-96ab-dd8a9f13129c req-36b4c6a3-0828-41c0-9e70-f6c8a4467ed3 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0708342 Nov 17 15:10:52.493517 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-13478b3c-917a-4f57-9f5a-d5c4448f1cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:52.496129 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-13478b3c-917a-4f57-9f5a-d5c4448f1cff admin admin] Publish callbacks [] for security_group, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:52.497276 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-13478b3c-917a-4f57-9f5a-d5c4448f1cff admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3e22bb4b-83a2-481e-89f1-113f70c9effe HTTP/1.1" status: 204 len: 168 time: 0.5441260 Nov 17 15:10:52.541716 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-a8b58dd9-2ee3-43fe-b1a7-19cb705a7864 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:52.557808 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13478b3c-917a-4f57-9f5a-d5c4448f1cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e22bb4b-83a2-481e-89f1-113f70c9effe,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:10:52.681120 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-ac7ed0ee-1647-4215-b813-72e2f55818f1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:52.682508 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-8305b8a5-c2a7-46a7-96ab-dd8a9f13129c req-ae34bc4c-bb41-4e7b-8bf3-3a9e55fd33ea service neutron] 10.222.0.62 "GET /v2.0/networks/165c6e4d-73f7-4f8b-912b-915384972dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894059 Nov 17 15:10:52.682801 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-d34e92ce-0017-41dc-898d-7a242b51104b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=19a6b4b093e44681a10c940708e9fb71&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5297627 Nov 17 15:10:52.682801 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 55016) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:10:52.682801 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34e92ce-0017-41dc-898d-7a242b51104b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514d08af-2162-47f2-a4f3-423571ee1d99,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:10:52.703922 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-a8b58dd9-2ee3-43fe-b1a7-19cb705a7864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718'] for port, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:52.794661 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-1039dcb2-53b3-4166-a11c-7184aeb44c9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:52.831033 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b58dd9-2ee3-43fe-b1a7-19cb705a7864 admin admin] Network 183472ab-d8ab-4bee-8fe8-a0a558356eba is already hosted by enough agents. {{(pid=101833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:10:52.846542 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.base_scheduler [None req-a8b58dd9-2ee3-43fe-b1a7-19cb705a7864 admin admin] Resources bound (agent type, host, resource id): {{(pid=101833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:10:52.855999 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-1039dcb2-53b3-4166-a11c-7184aeb44c9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:52.857026 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b58dd9-2ee3-43fe-b1a7-19cb705a7864 admin admin] Received port after_create {{(pid=101833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:10:52.902824 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b58dd9-2ee3-43fe-b1a7-19cb705a7864 admin admin] Pushing event updated for resources: {'Port': ['ID=1e1d0785-2218-460c-8745-f09d338ac16f,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:10:52.939744 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-ac7ed0ee-1647-4215-b813-72e2f55818f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527025'] for router, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:52.944857 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-8305b8a5-c2a7-46a7-96ab-dd8a9f13129c req-53bae120-594a-417b-8ba3-40519ee97c7f service neutron] 10.222.0.62 "GET /v2.0/networks/165c6e4d-73f7-4f8b-912b-915384972dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080993 Nov 17 15:10:53.044494 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-1039dcb2-53b3-4166-a11c-7184aeb44c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:53.047403 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-1039dcb2-53b3-4166-a11c-7184aeb44c9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:53.048826 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-1039dcb2-53b3-4166-a11c-7184aeb44c9b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/514d08af-2162-47f2-a4f3-423571ee1d99 HTTP/1.1" status: 204 len: 168 time: 0.3846903 Nov 17 15:10:53.064240 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1039dcb2-53b3-4166-a11c-7184aeb44c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514d08af-2162-47f2-a4f3-423571ee1d99,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:10:53.104158 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7ed0ee-1647-4215-b813-72e2f55818f1 admin admin] Router 43bf4ce7-10f2-494a-8a05-5d51ae12932d is scheduled to L3 agent ed3bd2e8-8a22-4616-b806-7e727ef760a6 with binding_index 1 {{(pid=101834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 17 15:10:53.300912 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7ed0ee-1647-4215-b813-72e2f55818f1 admin admin] Notify agent at l3_agent.dv-cinder-818233-1-iscsi the message routers_updated {{(pid=101834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 15:10:53.313588 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c210097-0f37-4088-8dd2-26781794c499 None None] Sync routers for ids ['43bf4ce7-10f2-494a-8a05-5d51ae12932d'] in dv-cinder-818233-1-iscsi {{(pid=101836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 15:10:53.326603 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c210097-0f37-4088-8dd2-26781794c499 None None] Routers {'43bf4ce7-10f2-494a-8a05-5d51ae12932d'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:10:53.327515 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-7c210097-0f37-4088-8dd2-26781794c499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:10:24Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['43bf4ce7-10f2-494a-8a05-5d51ae12932d'], 'active': True} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:10:53.361167 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-ac7ed0ee-1647-4215-b813-72e2f55818f1 admin admin] Publish callbacks [] for router, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:53.366851 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device e4cd7bb2-bafe-48e8-8b4a-f48f5061b2ab up at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:10:53.371124 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-ac7ed0ee-1647-4215-b813-72e2f55818f1 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.9351363 Nov 17 15:10:53.371975 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 55050) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:10:53.516244 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 55060) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:10:53.520064 dv-cinder-818233-1-iscsi neutron-server[101834]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 17 15:10:53.567092 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-a8b58dd9-2ee3-43fe-b1a7-19cb705a7864 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:53.618277 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Provisioning complete for port e4cd7bb2-bafe-48e8-8b4a-f48f5061b2ab triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:10:53.618785 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:53.748314 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-a877216c-317d-4fea-8f22-0ef0a1c06760 req-407193c5-4f77-4812-bb02-906f0fa7b60f tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/ports?device_id=bab5ccf8-743d-4b6e-851a-2d3e3b8b5897 HTTP/1.1" status: 200 len: 210 time: 0.2291839 Nov 17 15:10:53.758100 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvr_db [None req-7c210097-0f37-4088-8dd2-26781794c499 None None] Set router 43bf4ce7-10f2-494a-8a05-5d51ae12932d gateway port host: dv-cinder-818233-1-iscsi {{(pid=101836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:10:53.855927 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-c22cbcad-1552-4555-99fc-944cc16dc54c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:53.868109 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:53.945127 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] For port e4cd7bb2-bafe-48e8-8b4a-f48f5061b2ab, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=e4cd7bb2-bafe-48e8-8b4a-f48f5061b2ab,segment=NetworkSegment(5544a57b-458e-443f-8f9d-a2629fafc7ee),segment_id=5544a57b-458e-443f-8f9d-a2629fafc7ee)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:10:53.955892 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:53.966957 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05eb41ef-d048-4023-b5d6-1e7408d46415 None None] Network 6ca42089-8bb6-47e4-9dcd-a40e1ac70e66 requested from dv-cinder-818233-1-iscsi {{(pid=101835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 15:10:54.406414 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-7c210097-0f37-4088-8dd2-26781794c499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43bf4ce7-10f2-494a-8a05-5d51ae12932d', 'name': 'tempest-ServerRescueNegativeTestJSON-1086476853-router', 'tenant_id': '2c31c9cd89174556a7ca67ee64363dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'fe11bdb7-212d-404d-9675-b9e0b67cf165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:10:50Z', 'updated_at': '2021-11-17T15:10:52Z', 'revision_number': 3, 'project_id': '2c31c9cd89174556a7ca67ee64363dab', 'gw_port': {'id': 'fe11bdb7-212d-404d-9675-b9e0b67cf165', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:32:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43bf4ce7-10f2-494a-8a05-5d51ae12932d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:10:51Z', 'updated_at': '2021-11-17T15:10:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi'}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:10:54.426578 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-a8b58dd9-2ee3-43fe-b1a7-19cb705a7864 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527025'] for router, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:54.438559 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Pushing event updated for resources: {'Port': ['ID=e4cd7bb2-bafe-48e8-8b4a-f48f5061b2ab,revision_number=3']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:10:54.443880 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-80cfee8b-e4dc-4a9b-939b-0f6568151f92 None None] Provisioning complete for port e4cd7bb2-bafe-48e8-8b4a-f48f5061b2ab triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:10:54.444508 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-80cfee8b-e4dc-4a9b-939b-0f6568151f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:54.522724 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c210097-0f37-4088-8dd2-26781794c499 None None] Checking router: 43bf4ce7-10f2-494a-8a05-5d51ae12932d for host: dv-cinder-818233-1-iscsi {{(pid=101836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 15:10:54.533659 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c210097-0f37-4088-8dd2-26781794c499 None None] Updating router 43bf4ce7-10f2-494a-8a05-5d51ae12932d port fe11bdb7-212d-404d-9675-b9e0b67cf165 binding host dv-cinder-818233-1-iscsi {{(pid=101836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 17 15:10:54.604322 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-7c210097-0f37-4088-8dd2-26781794c499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:54.631556 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-7d6918c6-8b25-442d-a2a3-1e6230ab78e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:54.801002 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:54.873043 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b58dd9-2ee3-43fe-b1a7-19cb705a7864 admin admin] Router 486b4896-4f2a-4948-9514-3d7bb2d8d920 is scheduled to L3 agent ed3bd2e8-8a22-4616-b806-7e727ef760a6 with binding_index 1 {{(pid=101833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 17 15:10:54.969122 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.db_base_plugin_common [None req-7d6918c6-8b25-442d-a2a3-1e6230ab78e3 admin admin] Allocated IP 172.20.0.1 (8f735dfc-629f-48fb-8e93-a13cf556a60b/88826920-16d8-4049-9290-269b7ad338c8/0d822d9a-94a5-4ec2-9573-bb32066ad695) {{(pid=101834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:10:55.052684 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-41c7ecf8-1e44-4d30-bd07-a8f0e2fa752a req-7531ffb2-8256-43a8-9372-f6b34806328e tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/ports?device_id=bab5ccf8-743d-4b6e-851a-2d3e3b8b5897 HTTP/1.1" status: 200 len: 210 time: 0.0982690 Nov 17 15:10:55.162589 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-7d6918c6-8b25-442d-a2a3-1e6230ab78e3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:55.187748 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-a00a2645-3608-4edf-abfd-c70ec2ae78ea None None] Provisioning complete for port e4cd7bb2-bafe-48e8-8b4a-f48f5061b2ab triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:10:55.189409 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-a00a2645-3608-4edf-abfd-c70ec2ae78ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:55.225936 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b58dd9-2ee3-43fe-b1a7-19cb705a7864 admin admin] Notify agent at l3_agent.dv-cinder-818233-1-iscsi the message routers_updated {{(pid=101833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 15:10:55.264398 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-a8b58dd9-2ee3-43fe-b1a7-19cb705a7864 admin admin] Publish callbacks [] for router, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:55.271516 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-a8b58dd9-2ee3-43fe-b1a7-19cb705a7864 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0774052 Nov 17 15:10:55.271730 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-7d6918c6-8b25-442d-a2a3-1e6230ab78e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718'] for port, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:55.272225 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 55148) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:10:55.274208 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device e4cd7bb2-bafe-48e8-8b4a-f48f5061b2ab up at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:10:55.285504 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a31440-a5ff-4ef6-b227-b14c9c7ea21b None None] Sync routers for ids ['486b4896-4f2a-4948-9514-3d7bb2d8d920'] in dv-cinder-818233-1-iscsi {{(pid=101835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 15:10:55.345547 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-7c210097-0f37-4088-8dd2-26781794c499 None None] Publish callbacks [] for port, precommit_update {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:55.369246 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-7c210097-0f37-4088-8dd2-26781794c499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:55.381881 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a31440-a5ff-4ef6-b227-b14c9c7ea21b None None] Routers {'486b4896-4f2a-4948-9514-3d7bb2d8d920'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:10:55.382930 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-a4a31440-a5ff-4ef6-b227-b14c9c7ea21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:10:54Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['486b4896-4f2a-4948-9514-3d7bb2d8d920'], 'active': True} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:10:55.431640 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6918c6-8b25-442d-a2a3-1e6230ab78e3 admin admin] Network 8f735dfc-629f-48fb-8e93-a13cf556a60b is already hosted by enough agents. {{(pid=101834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:10:55.450329 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.base_scheduler [None req-7d6918c6-8b25-442d-a2a3-1e6230ab78e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:10:55.468257 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6918c6-8b25-442d-a2a3-1e6230ab78e3 admin admin] Received port after_create {{(pid=101834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:10:55.468737 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-7d6918c6-8b25-442d-a2a3-1e6230ab78e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524977'] for router_interface, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:55.472325 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6918c6-8b25-442d-a2a3-1e6230ab78e3 admin admin] Pushing event updated for resources: {'Port': ['ID=0d822d9a-94a5-4ec2-9573-bb32066ad695,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:10:55.511345 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04008cb9-bcc0-403c-b081-29732c7206c0 None None] Pushing event updated for resources: {'Port': ['ID=fe11bdb7-212d-404d-9675-b9e0b67cf165,revision_number=2']} {{(pid=101836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:10:55.523393 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04008cb9-bcc0-403c-b081-29732c7206c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:10:55.524132 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04008cb9-bcc0-403c-b081-29732c7206c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:10:55.525754 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04008cb9-bcc0-403c-b081-29732c7206c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:10:55.526832 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04008cb9-bcc0-403c-b081-29732c7206c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:10:55.527466 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04008cb9-bcc0-403c-b081-29732c7206c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:10:55.532125 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04008cb9-bcc0-403c-b081-29732c7206c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:10:55.533499 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04008cb9-bcc0-403c-b081-29732c7206c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:10:55.534030 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04008cb9-bcc0-403c-b081-29732c7206c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:10:55.534796 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04008cb9-bcc0-403c-b081-29732c7206c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:10:55.535311 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04008cb9-bcc0-403c-b081-29732c7206c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:10:55.535893 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04008cb9-bcc0-403c-b081-29732c7206c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:10:55.536382 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04008cb9-bcc0-403c-b081-29732c7206c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:10:55.538612 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04008cb9-bcc0-403c-b081-29732c7206c0 None None] Tracked resource versions report: Nov 17 15:10:55.538612 dv-cinder-818233-1-iscsi neutron-server[101836]: pushed versions: Nov 17 15:10:55.538612 dv-cinder-818233-1-iscsi neutron-server[101836]: { 'AddressGroup': {'1.2'}, Nov 17 15:10:55.538612 dv-cinder-818233-1-iscsi neutron-server[101836]: 'ConntrackHelper': {'1.0'}, Nov 17 15:10:55.538612 dv-cinder-818233-1-iscsi neutron-server[101836]: 'Log': {'1.0'}, Nov 17 15:10:55.538612 dv-cinder-818233-1-iscsi neutron-server[101836]: 'Network': {'1.1'}, Nov 17 15:10:55.538612 dv-cinder-818233-1-iscsi neutron-server[101836]: 'Port': {'1.7'}, Nov 17 15:10:55.538612 dv-cinder-818233-1-iscsi neutron-server[101836]: 'PortForwarding': {'1.2'}, Nov 17 15:10:55.538612 dv-cinder-818233-1-iscsi neutron-server[101836]: 'QosPolicy': {'1.10'}, Nov 17 15:10:55.538612 dv-cinder-818233-1-iscsi neutron-server[101836]: 'SecurityGroup': {'1.5'}, Nov 17 15:10:55.538612 dv-cinder-818233-1-iscsi neutron-server[101836]: 'SecurityGroupRule': {'1.2'}, Nov 17 15:10:55.538612 dv-cinder-818233-1-iscsi neutron-server[101836]: 'SubPort': {'1.0'}, Nov 17 15:10:55.538612 dv-cinder-818233-1-iscsi neutron-server[101836]: 'Subnet': {'1.1'}, Nov 17 15:10:55.538612 dv-cinder-818233-1-iscsi neutron-server[101836]: 'Trunk': {'1.1'}} Nov 17 15:10:55.538612 dv-cinder-818233-1-iscsi neutron-server[101836]: consumer versions: Nov 17 15:10:55.538612 dv-cinder-818233-1-iscsi neutron-server[101836]: { DHCP agent@dv-cinder-818233-1-iscsi: {}, Nov 17 15:10:55.538612 dv-cinder-818233-1-iscsi neutron-server[101836]: HyperV agent@hv-cinder-81823: {}, Nov 17 15:10:55.538612 dv-cinder-818233-1-iscsi neutron-server[101836]: L3 agent@dv-cinder-818233-1-iscsi: {}, Nov 17 15:10:55.538612 dv-cinder-818233-1-iscsi neutron-server[101836]: Metadata agent@dv-cinder-818233-1-iscsi: {}, Nov 17 15:10:55.538612 dv-cinder-818233-1-iscsi neutron-server[101836]: Metering agent@dv-cinder-818233-1-iscsi: {}, Nov 17 15:10:55.538612 dv-cinder-818233-1-iscsi neutron-server[101836]: Open vSwitch agent@dv-cinder-818233-1-iscsi: { 'AddressGroup': '1.2', Nov 17 15:10:55.538612 dv-cinder-818233-1-iscsi neutron-server[101836]: 'ConntrackHelper': '1.0', Nov 17 15:10:55.538612 dv-cinder-818233-1-iscsi neutron-server[101836]: 'Log': '1.0', Nov 17 15:10:55.538612 dv-cinder-818233-1-iscsi neutron-server[101836]: 'Network': '1.1', Nov 17 15:10:55.538612 dv-cinder-818233-1-iscsi neutron-server[101836]: 'Port': '1.7', Nov 17 15:10:55.538612 dv-cinder-818233-1-iscsi neutron-server[101836]: 'PortForwarding': '1.2', Nov 17 15:10:55.538612 dv-cinder-818233-1-iscsi neutron-server[101836]: 'QosPolicy': '1.10', Nov 17 15:10:55.538612 dv-cinder-818233-1-iscsi neutron-server[101836]: 'SecurityGroup': '1.5', Nov 17 15:10:55.538612 dv-cinder-818233-1-iscsi neutron-server[101836]: 'SecurityGroupRule': '1.2', Nov 17 15:10:55.538612 dv-cinder-818233-1-iscsi neutron-server[101836]: 'SubPort': '1.0', Nov 17 15:10:55.538612 dv-cinder-818233-1-iscsi neutron-server[101836]: 'Subnet': '1.1', Nov 17 15:10:55.538612 dv-cinder-818233-1-iscsi neutron-server[101836]: 'Trunk': '1.1'}} Nov 17 15:10:55.538612 dv-cinder-818233-1-iscsi neutron-server[101836]: {{(pid=101836) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 17 15:10:55.581456 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Provisioning complete for port e4cd7bb2-bafe-48e8-8b4a-f48f5061b2ab triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:10:55.582244 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:55.597509 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.managers [None req-7c210097-0f37-4088-8dd2-26781794c499 None None] Attempting to bind port fe11bdb7-212d-404d-9675-b9e0b67cf165 on host dv-cinder-818233-1-iscsi for vnic_type normal with profile {{(pid=101836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 15:10:55.597914 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.managers [None req-7c210097-0f37-4088-8dd2-26781794c499 None None] Attempting to bind port fe11bdb7-212d-404d-9675-b9e0b67cf165 by drivers openvswitch,hyperv on host dv-cinder-818233-1-iscsi at level 0 using segments [{'id': 'e39e10fc-a942-4c92-be27-2cc9068c33b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba'}] {{(pid=101836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 15:10:55.598306 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c210097-0f37-4088-8dd2-26781794c499 None None] Attempting to bind port fe11bdb7-212d-404d-9675-b9e0b67cf165 on network 183472ab-d8ab-4bee-8fe8-a0a558356eba {{(pid=101836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:10:55.628619 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c210097-0f37-4088-8dd2-26781794c499 None None] Checking agent: {'id': '80212031-474b-4b2d-a4cc-c8968f8491db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818233-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 15, 2, 57), 'started_at': datetime.datetime(2021, 11, 17, 15, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 15, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818233-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 15:10:55.630428 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c210097-0f37-4088-8dd2-26781794c499 None None] Checking segment: {'id': 'e39e10fc-a942-4c92-be27-2cc9068c33b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:10:55.632269 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-7c210097-0f37-4088-8dd2-26781794c499 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:55.632699 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c210097-0f37-4088-8dd2-26781794c499 None None] Bound using segment: {'id': 'e39e10fc-a942-4c92-be27-2cc9068c33b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba'} {{(pid=101836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 15:10:55.633216 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.managers [None req-7c210097-0f37-4088-8dd2-26781794c499 None None] Bound port: fe11bdb7-212d-404d-9675-b9e0b67cf165, host: dv-cinder-818233-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e39e10fc-a942-4c92-be27-2cc9068c33b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba'}}] {{(pid=101836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 15:10:55.637581 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-7c210097-0f37-4088-8dd2-26781794c499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:55.803709 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvr_db [None req-a4a31440-a5ff-4ef6-b227-b14c9c7ea21b None None] Set router 486b4896-4f2a-4948-9514-3d7bb2d8d920 gateway port host: dv-cinder-818233-1-iscsi {{(pid=101835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:10:55.821684 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.db [None req-7c210097-0f37-4088-8dd2-26781794c499 None None] For port fe11bdb7-212d-404d-9675-b9e0b67cf165, host dv-cinder-818233-1-iscsi, cleared binding levels {{(pid=101836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 15:10:55.825726 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-7d6918c6-8b25-442d-a2a3-1e6230ab78e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:55.832055 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.db [None req-7c210097-0f37-4088-8dd2-26781794c499 None None] For port fe11bdb7-212d-404d-9675-b9e0b67cf165, host dv-cinder-818233-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=fe11bdb7-212d-404d-9675-b9e0b67cf165,segment=NetworkSegment(e39e10fc-a942-4c92-be27-2cc9068c33b8),segment_id=e39e10fc-a942-4c92-be27-2cc9068c33b8)] {{(pid=101836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 15:10:55.875700 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-7c210097-0f37-4088-8dd2-26781794c499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:56.064607 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04008cb9-bcc0-403c-b081-29732c7206c0 None None] Pushing event updated for resources: {'Port': ['ID=fe11bdb7-212d-404d-9675-b9e0b67cf165,revision_number=3']} {{(pid=101836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:10:56.067575 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c210097-0f37-4088-8dd2-26781794c499 None None] Routers {'43bf4ce7-10f2-494a-8a05-5d51ae12932d'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:10:56.074595 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-7c210097-0f37-4088-8dd2-26781794c499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:10:54Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['43bf4ce7-10f2-494a-8a05-5d51ae12932d'], 'active': True} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:10:56.312866 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 55192) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:10:56.331131 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvr_db [None req-7c210097-0f37-4088-8dd2-26781794c499 None None] Set router 43bf4ce7-10f2-494a-8a05-5d51ae12932d gateway port host: dv-cinder-818233-1-iscsi {{(pid=101836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:10:56.374786 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:56.389451 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-79b758d2-bffd-4e1c-86e9-ded44a77d285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:56.408156 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-a4a31440-a5ff-4ef6-b227-b14c9c7ea21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'name': 'tempest-AttachVolumeTestJSON-1945661835-router', 'tenant_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '1e1d0785-2218-460c-8745-f09d338ac16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:10:50Z', 'updated_at': '2021-11-17T15:10:53Z', 'revision_number': 3, 'project_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'gw_port': {'id': '1e1d0785-2218-460c-8745-f09d338ac16f', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:10:51Z', 'updated_at': '2021-11-17T15:10:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi'}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:10:56.448845 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a31440-a5ff-4ef6-b227-b14c9c7ea21b None None] Checking router: 486b4896-4f2a-4948-9514-3d7bb2d8d920 for host: dv-cinder-818233-1-iscsi {{(pid=101835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 15:10:56.449554 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a31440-a5ff-4ef6-b227-b14c9c7ea21b None None] Updating router 486b4896-4f2a-4948-9514-3d7bb2d8d920 port 1e1d0785-2218-460c-8745-f09d338ac16f binding host dv-cinder-818233-1-iscsi {{(pid=101835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 17 15:10:56.511702 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-120dabc3-77f3-40a9-821e-bc6458ebb584 req-615484a7-9a5a-47ad-9785-f258f50fdbb4 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/ports?device_id=bab5ccf8-743d-4b6e-851a-2d3e3b8b5897 HTTP/1.1" status: 200 len: 210 time: 0.0982025 Nov 17 15:10:56.587851 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-7d6918c6-8b25-442d-a2a3-1e6230ab78e3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:56.602692 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-7d6918c6-8b25-442d-a2a3-1e6230ab78e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:56.603696 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-7d6918c6-8b25-442d-a2a3-1e6230ab78e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1014539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-525634'] for router_interface, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:56.624119 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-77daf9dd-8613-4b07-9af9-87b5522763d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:56.678052 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6918c6-8b25-442d-a2a3-1e6230ab78e3 admin admin] Pushing event updated for resources: {'Port': ['ID=0d822d9a-94a5-4ec2-9573-bb32066ad695,revision_number=2']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:10:56.678304 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-a4a31440-a5ff-4ef6-b227-b14c9c7ea21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:56.741899 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-7c210097-0f37-4088-8dd2-26781794c499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43bf4ce7-10f2-494a-8a05-5d51ae12932d', 'name': 'tempest-ServerRescueNegativeTestJSON-1086476853-router', 'tenant_id': '2c31c9cd89174556a7ca67ee64363dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'fe11bdb7-212d-404d-9675-b9e0b67cf165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:10:50Z', 'updated_at': '2021-11-17T15:10:55Z', 'revision_number': 4, 'project_id': '2c31c9cd89174556a7ca67ee64363dab', 'gw_port': {'id': 'fe11bdb7-212d-404d-9675-b9e0b67cf165', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:32:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43bf4ce7-10f2-494a-8a05-5d51ae12932d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:10:51Z', 'updated_at': '2021-11-17T15:10:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': '0d822d9a-94a5-4ec2-9573-bb32066ad695', 'name': '', 'network_id': '8f735dfc-629f-48fb-8e93-a13cf556a60b', 'tenant_id': '2c31c9cd89174556a7ca67ee64363dab', 'mac_address': 'fa:16:3e:5d:27:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43bf4ce7-10f2-494a-8a05-5d51ae12932d', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '88826920-16d8-4049-9290-269b7ad338c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:10:54Z', 'updated_at': '2021-11-17T15:10:54Z', 'revision_number': 1, 'project_id': '2c31c9cd89174556a7ca67ee64363dab', 'subnets': [{'id': '88826920-16d8-4049-9290-269b7ad338c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:10:56.775350 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-77daf9dd-8613-4b07-9af9-87b5522763d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:56.786132 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-77daf9dd-8613-4b07-9af9-87b5522763d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:56.791349 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c210097-0f37-4088-8dd2-26781794c499 None None] The sync data for ids ['43bf4ce7-10f2-494a-8a05-5d51ae12932d'] in dv-cinder-818233-1-iscsi is: [{'id': '43bf4ce7-10f2-494a-8a05-5d51ae12932d', 'name': 'tempest-ServerRescueNegativeTestJSON-1086476853-router', 'tenant_id': '2c31c9cd89174556a7ca67ee64363dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'fe11bdb7-212d-404d-9675-b9e0b67cf165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:10:50Z', 'updated_at': '2021-11-17T15:10:55Z', 'revision_number': 4, 'project_id': '2c31c9cd89174556a7ca67ee64363dab', 'gw_port': {'id': 'fe11bdb7-212d-404d-9675-b9e0b67cf165', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:32:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43bf4ce7-10f2-494a-8a05-5d51ae12932d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:10:51Z', 'updated_at': '2021-11-17T15:10:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': '0d822d9a-94a5-4ec2-9573-bb32066ad695', 'name': '', 'network_id': '8f735dfc-629f-48fb-8e93-a13cf556a60b', 'tenant_id': '2c31c9cd89174556a7ca67ee64363dab', 'mac_address': 'fa:16:3e:5d:27:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43bf4ce7-10f2-494a-8a05-5d51ae12932d', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '88826920-16d8-4049-9290-269b7ad338c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:10:54Z', 'updated_at': '2021-11-17T15:10:54Z', 'revision_number': 1, 'project_id': '2c31c9cd89174556a7ca67ee64363dab', 'subnets': [{'id': '88826920-16d8-4049-9290-269b7ad338c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 15:10:56.829073 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-77daf9dd-8613-4b07-9af9-87b5522763d0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6af81693b84e413c899a213f75708608&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5151596 Nov 17 15:10:56.829680 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 55208) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:10:56.877816 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6918c6-8b25-442d-a2a3-1e6230ab78e3 admin admin] Network 8f735dfc-629f-48fb-8e93-a13cf556a60b is already hosted by enough agents. {{(pid=101834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:10:56.881469 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.base_scheduler [None req-7d6918c6-8b25-442d-a2a3-1e6230ab78e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:10:57.043284 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d6918c6-8b25-442d-a2a3-1e6230ab78e3 admin admin] Router 43bf4ce7-10f2-494a-8a05-5d51ae12932d has already been hosted by L3 agent ed3bd2e8-8a22-4616-b806-7e727ef760a6 {{(pid=101834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 15:10:57.127841 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77daf9dd-8613-4b07-9af9-87b5522763d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab370891-eb5a-4af2-bad8-174d12839c0a,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:10:57.180883 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:57.227407 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-a4a31440-a5ff-4ef6-b227-b14c9c7ea21b None None] Publish callbacks [] for port, precommit_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:57.240887 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-a4a31440-a5ff-4ef6-b227-b14c9c7ea21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:57.241673 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.db.db_base_plugin_common [None req-79b758d2-bffd-4e1c-86e9-ded44a77d285 admin admin] Allocated IP 172.20.0.1 (6ca42089-8bb6-47e4-9dcd-a40e1ac70e66/7a6cfc7a-d04e-4d58-a0f5-383a0d4f2ccc/6ded3c33-b409-4b26-b8a6-f44286832de4) {{(pid=101833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:10:57.257406 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 55232) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:10:57.324151 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6918c6-8b25-442d-a2a3-1e6230ab78e3 admin admin] Notify agent at l3_agent.dv-cinder-818233-1-iscsi the message routers_updated {{(pid=101834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 15:10:57.335889 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-7d6918c6-8b25-442d-a2a3-1e6230ab78e3 admin admin] 10.222.0.62 "PUT /v2.0/routers/43bf4ce7-10f2-494a-8a05-5d51ae12932d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9617465 Nov 17 15:10:57.336837 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-be819050-e568-4d46-93dc-08bfa0d74322 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:57.382461 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-a4a31440-a5ff-4ef6-b227-b14c9c7ea21b None None] Attempting to bind port 1e1d0785-2218-460c-8745-f09d338ac16f on host dv-cinder-818233-1-iscsi for vnic_type normal with profile {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 15:10:57.383215 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-a4a31440-a5ff-4ef6-b227-b14c9c7ea21b None None] Attempting to bind port 1e1d0785-2218-460c-8745-f09d338ac16f by drivers openvswitch,hyperv on host dv-cinder-818233-1-iscsi at level 0 using segments [{'id': 'e39e10fc-a942-4c92-be27-2cc9068c33b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba'}] {{(pid=101835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 15:10:57.383906 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a31440-a5ff-4ef6-b227-b14c9c7ea21b None None] Attempting to bind port 1e1d0785-2218-460c-8745-f09d338ac16f on network 183472ab-d8ab-4bee-8fe8-a0a558356eba {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:10:57.393148 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5248005f-8032-414a-991d-b93a7cf708cf None None] Pushing event updated for resources: {'Port': ['ID=1e1d0785-2218-460c-8745-f09d338ac16f,revision_number=2']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:10:57.398994 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a31440-a5ff-4ef6-b227-b14c9c7ea21b None None] Checking agent: {'id': '80212031-474b-4b2d-a4cc-c8968f8491db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818233-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 15, 2, 57), 'started_at': datetime.datetime(2021, 11, 17, 15, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 15, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818233-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 15:10:57.399821 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a31440-a5ff-4ef6-b227-b14c9c7ea21b None None] Checking segment: {'id': 'e39e10fc-a942-4c92-be27-2cc9068c33b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:10:57.400540 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-a4a31440-a5ff-4ef6-b227-b14c9c7ea21b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:57.401142 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a31440-a5ff-4ef6-b227-b14c9c7ea21b None None] Bound using segment: {'id': 'e39e10fc-a942-4c92-be27-2cc9068c33b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba'} {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 15:10:57.402217 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-a4a31440-a5ff-4ef6-b227-b14c9c7ea21b None None] Bound port: 1e1d0785-2218-460c-8745-f09d338ac16f, host: dv-cinder-818233-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e39e10fc-a942-4c92-be27-2cc9068c33b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba'}}] {{(pid=101835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 15:10:57.406343 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-a4a31440-a5ff-4ef6-b227-b14c9c7ea21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:57.423106 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-be819050-e568-4d46-93dc-08bfa0d74322 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:57.504457 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-a4a31440-a5ff-4ef6-b227-b14c9c7ea21b None None] For port 1e1d0785-2218-460c-8745-f09d338ac16f, host dv-cinder-818233-1-iscsi, cleared binding levels {{(pid=101835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 15:10:57.508697 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-a4a31440-a5ff-4ef6-b227-b14c9c7ea21b None None] For port 1e1d0785-2218-460c-8745-f09d338ac16f, host dv-cinder-818233-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=1e1d0785-2218-460c-8745-f09d338ac16f,segment=NetworkSegment(e39e10fc-a942-4c92-be27-2cc9068c33b8),segment_id=e39e10fc-a942-4c92-be27-2cc9068c33b8)] {{(pid=101835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 15:10:57.517430 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-a4a31440-a5ff-4ef6-b227-b14c9c7ea21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:57.593587 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a31440-a5ff-4ef6-b227-b14c9c7ea21b None None] Routers {'486b4896-4f2a-4948-9514-3d7bb2d8d920'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:10:57.594324 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-a4a31440-a5ff-4ef6-b227-b14c9c7ea21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:10:54Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['486b4896-4f2a-4948-9514-3d7bb2d8d920'], 'active': True} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:10:57.605439 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5248005f-8032-414a-991d-b93a7cf708cf None None] Pushing event updated for resources: {'Port': ['ID=1e1d0785-2218-460c-8745-f09d338ac16f,revision_number=3']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:10:57.635204 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-be819050-e568-4d46-93dc-08bfa0d74322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:57.642775 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-be819050-e568-4d46-93dc-08bfa0d74322 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:57.644110 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-be819050-e568-4d46-93dc-08bfa0d74322 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ab370891-eb5a-4af2-bad8-174d12839c0a HTTP/1.1" status: 204 len: 168 time: 0.8066003 Nov 17 15:10:57.658502 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-79b758d2-bffd-4e1c-86e9-ded44a77d285 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:57.673098 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be819050-e568-4d46-93dc-08bfa0d74322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab370891-eb5a-4af2-bad8-174d12839c0a,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:10:57.693295 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-206d3c75-cd98-441d-a63d-0eda52d2f155 req-f9b1806a-0534-4258-a845-e638a7de6a31 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/ports?device_id=bab5ccf8-743d-4b6e-851a-2d3e3b8b5897 HTTP/1.1" status: 200 len: 210 time: 0.0608985 Nov 17 15:10:57.757819 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-79b758d2-bffd-4e1c-86e9-ded44a77d285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718'] for port, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:57.777098 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvr_db [None req-a4a31440-a5ff-4ef6-b227-b14c9c7ea21b None None] Set router 486b4896-4f2a-4948-9514-3d7bb2d8d920 gateway port host: dv-cinder-818233-1-iscsi {{(pid=101835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:10:57.808537 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b758d2-bffd-4e1c-86e9-ded44a77d285 admin admin] Network 6ca42089-8bb6-47e4-9dcd-a40e1ac70e66 is already hosted by enough agents. {{(pid=101833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:10:57.814344 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.base_scheduler [None req-79b758d2-bffd-4e1c-86e9-ded44a77d285 admin admin] Resources bound (agent type, host, resource id): {{(pid=101833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:10:57.829623 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b758d2-bffd-4e1c-86e9-ded44a77d285 admin admin] Received port after_create {{(pid=101833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:10:57.846710 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-79b758d2-bffd-4e1c-86e9-ded44a77d285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524977'] for router_interface, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:57.964021 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 55248) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:10:58.116825 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-a4a31440-a5ff-4ef6-b227-b14c9c7ea21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'name': 'tempest-AttachVolumeTestJSON-1945661835-router', 'tenant_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '1e1d0785-2218-460c-8745-f09d338ac16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:10:50Z', 'updated_at': '2021-11-17T15:10:53Z', 'revision_number': 3, 'project_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'gw_port': {'id': '1e1d0785-2218-460c-8745-f09d338ac16f', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:10:51Z', 'updated_at': '2021-11-17T15:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi'}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:10:58.189002 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a31440-a5ff-4ef6-b227-b14c9c7ea21b None None] The sync data for ids ['486b4896-4f2a-4948-9514-3d7bb2d8d920'] in dv-cinder-818233-1-iscsi is: [{'id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'name': 'tempest-AttachVolumeTestJSON-1945661835-router', 'tenant_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '1e1d0785-2218-460c-8745-f09d338ac16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:10:50Z', 'updated_at': '2021-11-17T15:10:53Z', 'revision_number': 3, 'project_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'gw_port': {'id': '1e1d0785-2218-460c-8745-f09d338ac16f', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:10:51Z', 'updated_at': '2021-11-17T15:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi'}] {{(pid=101835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 15:10:58.206959 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b758d2-bffd-4e1c-86e9-ded44a77d285 admin admin] Pushing event updated for resources: {'Port': ['ID=6ded3c33-b409-4b26-b8a6-f44286832de4,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:10:58.247841 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-fadd05ab-edb8-4d1c-8e7c-531e73401543 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:58.279152 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-8f6a0161-6bde-4695-a49b-3f721ba2bd42 None None] Provisioning complete for port 6ded3c33-b409-4b26-b8a6-f44286832de4 triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:10:58.281752 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-8f6a0161-6bde-4695-a49b-3f721ba2bd42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:58.333449 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-8f6a0161-6bde-4695-a49b-3f721ba2bd42 None None] Port 6ded3c33-b409-4b26-b8a6-f44286832de4 cannot update to ACTIVE because it is not bound. {{(pid=101835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 15:10:58.477128 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-48dccaf2-305b-4406-81ae-b5dabb55bc40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:58.545157 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-79b758d2-bffd-4e1c-86e9-ded44a77d285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:58.588989 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-fadd05ab-edb8-4d1c-8e7c-531e73401543 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:58.648089 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-48dccaf2-305b-4406-81ae-b5dabb55bc40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:58.677597 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-48dccaf2-305b-4406-81ae-b5dabb55bc40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:58.721666 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-fadd05ab-edb8-4d1c-8e7c-531e73401543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:58.745189 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-48dccaf2-305b-4406-81ae-b5dabb55bc40 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f3d9798572f1474b8d33e926c13411b7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7696481 Nov 17 15:10:58.745959 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 55280) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:10:58.861775 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dccaf2-305b-4406-81ae-b5dabb55bc40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b962d884-9a79-476c-b1dd-9b95b8b6a90e,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:10:58.883917 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-3f411eeb-2485-45ce-b855-4367bf7ffd02 req-86e387a6-46df-4334-ba60-74e7b91da83b tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/ports?device_id=bab5ccf8-743d-4b6e-851a-2d3e3b8b5897 HTTP/1.1" status: 200 len: 210 time: 0.0871017 Nov 17 15:10:58.925503 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-98b2c573-0304-44d7-8a9e-c089b78ce4f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:58.952655 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd05ab-edb8-4d1c-8e7c-531e73401543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c0f21d-a23a-4b74-a54c-eff57c7379b0,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:10:58.964076 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-98b2c573-0304-44d7-8a9e-c089b78ce4f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:58.969838 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-fadd05ab-edb8-4d1c-8e7c-531e73401543 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d0661eaede4a447f8ac75eb7bf7e9134&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7112095 Nov 17 15:10:58.970931 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 55286) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:10:59.033130 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-98b2c573-0304-44d7-8a9e-c089b78ce4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:59.036482 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-98b2c573-0304-44d7-8a9e-c089b78ce4f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:59.037825 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-98b2c573-0304-44d7-8a9e-c089b78ce4f9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b962d884-9a79-476c-b1dd-9b95b8b6a90e HTTP/1.1" status: 204 len: 168 time: 0.2785075 Nov 17 15:10:59.049101 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b2c573-0304-44d7-8a9e-c089b78ce4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b962d884-9a79-476c-b1dd-9b95b8b6a90e,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:10:59.091612 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e994639-33fd-4891-a8ca-53dcfbb1cff8 req-f571a45f-5eef-40a0-a30f-852cbc166713 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:10:59.111412 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-2e994639-33fd-4891-a8ca-53dcfbb1cff8 req-f571a45f-5eef-40a0-a30f-852cbc166713 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/networks?id=8f735dfc-629f-48fb-8e93-a13cf556a60b HTTP/1.1" status: 200 len: 819 time: 0.3706048 Nov 17 15:10:59.166761 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-2e994639-33fd-4891-a8ca-53dcfbb1cff8 req-bf1834bd-65e7-4f25-94d5-0f63aca3ba1c tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/quotas/2c31c9cd89174556a7ca67ee64363dab HTTP/1.1" status: 200 len: 375 time: 0.0527179 Nov 17 15:10:59.241788 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-79b758d2-bffd-4e1c-86e9-ded44a77d285 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:59.243974 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-1ac08bf8-7f09-4172-9b8d-cea5b4f8bbd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:59.270017 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-79b758d2-bffd-4e1c-86e9-ded44a77d285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:59.271405 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-79b758d2-bffd-4e1c-86e9-ded44a77d285 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1014539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-525634'] for router_interface, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:59.354799 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b758d2-bffd-4e1c-86e9-ded44a77d285 admin admin] Pushing event updated for resources: {'Port': ['ID=6ded3c33-b409-4b26-b8a6-f44286832de4,revision_number=2']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:10:59.368249 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device fe11bdb7-212d-404d-9675-b9e0b67cf165 up at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:10:59.524101 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Provisioning complete for port fe11bdb7-212d-404d-9675-b9e0b67cf165 triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:10:59.524101 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:59.604678 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b758d2-bffd-4e1c-86e9-ded44a77d285 admin admin] Network 6ca42089-8bb6-47e4-9dcd-a40e1ac70e66 is already hosted by enough agents. {{(pid=101833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:10:59.606944 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-1ac08bf8-7f09-4172-9b8d-cea5b4f8bbd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:59.626871 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.55', 60385) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:10:59.653956 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.base_scheduler [None req-79b758d2-bffd-4e1c-86e9-ded44a77d285 admin admin] Resources bound (agent type, host, resource id): {{(pid=101833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:10:59.707117 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-2e994639-33fd-4891-a8ca-53dcfbb1cff8 req-5f2a0d0b-9a35-4363-a6b7-916ebf09f227 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2c31c9cd89174556a7ca67ee64363dab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5322599 Nov 17 15:10:59.794630 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:59.835307 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] For port fe11bdb7-212d-404d-9675-b9e0b67cf165, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=fe11bdb7-212d-404d-9675-b9e0b67cf165,segment=NetworkSegment(e39e10fc-a942-4c92-be27-2cc9068c33b8),segment_id=e39e10fc-a942-4c92-be27-2cc9068c33b8)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:10:59.841939 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:10:59.843534 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device 1e1d0785-2218-460c-8745-f09d338ac16f up at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:11:00.068905 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Pushing event updated for resources: {'Port': ['ID=fe11bdb7-212d-404d-9675-b9e0b67cf165,revision_number=4']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:00.085359 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Provisioning complete for port 1e1d0785-2218-460c-8745-f09d338ac16f triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:11:00.085897 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:00.298785 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305b8a5-c2a7-46a7-96ab-dd8a9f13129c req-f851a7e1-da89-4671-a93e-5130cd97ef3e tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:00.301805 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-8305b8a5-c2a7-46a7-96ab-dd8a9f13129c req-f851a7e1-da89-4671-a93e-5130cd97ef3e tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.55 "GET /v2.0/networks?id=165c6e4d-73f7-4f8b-912b-915384972dc3 HTTP/1.1" status: 200 len: 810 time: 0.6727746 Nov 17 15:11:00.302949 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-1ac08bf8-7f09-4172-9b8d-cea5b4f8bbd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:00.305978 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-1ac08bf8-7f09-4172-9b8d-cea5b4f8bbd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:00.307291 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-1ac08bf8-7f09-4172-9b8d-cea5b4f8bbd0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e3c0f21d-a23a-4b74-a54c-eff57c7379b0 HTTP/1.1" status: 204 len: 168 time: 1.3309648 Nov 17 15:11:00.312860 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-e50beec5-6917-4c88-92c6-c716005671ef None None] Provisioning complete for port 6ded3c33-b409-4b26-b8a6-f44286832de4 triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:11:00.315737 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-e50beec5-6917-4c88-92c6-c716005671ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:00.321491 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-2e994639-33fd-4891-a8ca-53dcfbb1cff8 req-069fa420-e654-4b56-9610-1d64962f4e79 service neutron] 10.222.0.62 "GET /v2.0/networks/8f735dfc-629f-48fb-8e93-a13cf556a60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5970130 Nov 17 15:11:00.345389 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac08bf8-7f09-4172-9b8d-cea5b4f8bbd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c0f21d-a23a-4b74-a54c-eff57c7379b0,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:00.404295 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [req-8305b8a5-c2a7-46a7-96ab-dd8a9f13129c req-77361411-2f4f-4c66-9642-d99529a0b111 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Request body: {'port': {'device_id': 'bab5ccf8-743d-4b6e-851a-2d3e3b8b5897', 'network_id': '165c6e4d-73f7-4f8b-912b-915384972dc3', 'admin_state_up': True, 'tenant_id': 'f46d65fba1374525b85e154c2a6e55b4'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:11:00.438901 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b758d2-bffd-4e1c-86e9-ded44a77d285 admin admin] Router 486b4896-4f2a-4948-9514-3d7bb2d8d920 has already been hosted by L3 agent ed3bd2e8-8a22-4616-b806-7e727ef760a6 {{(pid=101833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 15:11:00.451002 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-b2a80665-9fea-4f75-a39e-7acd27021776 req-85331fb5-d532-4ca5-82f8-6b20d5385189 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/ports?device_id=bab5ccf8-743d-4b6e-851a-2d3e3b8b5897 HTTP/1.1" status: 200 len: 210 time: 0.1481192 Nov 17 15:11:00.513367 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:00.594491 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] For port 1e1d0785-2218-460c-8745-f09d338ac16f, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=1e1d0785-2218-460c-8745-f09d338ac16f,segment=NetworkSegment(e39e10fc-a942-4c92-be27-2cc9068c33b8),segment_id=e39e10fc-a942-4c92-be27-2cc9068c33b8)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:11:00.621552 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:00.686329 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-e50beec5-6917-4c88-92c6-c716005671ef None None] Port 6ded3c33-b409-4b26-b8a6-f44286832de4 cannot update to ACTIVE because it is not bound. {{(pid=101835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 15:11:00.763467 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Pushing event updated for resources: {'Port': ['ID=1e1d0785-2218-460c-8745-f09d338ac16f,revision_number=4']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:00.854967 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-2e994639-33fd-4891-a8ca-53dcfbb1cff8 req-548472dc-4bc4-4d6a-8e5a-a5171b70fc16 service neutron] 10.222.0.62 "GET /v2.0/networks/8f735dfc-629f-48fb-8e93-a13cf556a60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5183480 Nov 17 15:11:00.961246 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b758d2-bffd-4e1c-86e9-ded44a77d285 admin admin] Notify agent at l3_agent.dv-cinder-818233-1-iscsi the message routers_updated {{(pid=101833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 15:11:00.975272 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8305b8a5-c2a7-46a7-96ab-dd8a9f13129c req-77361411-2f4f-4c66-9642-d99529a0b111 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Made reservation on behalf of f46d65fba1374525b85e154c2a6e55b4 for: {'port': 1} {{(pid=101834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:11:00.979061 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-8305b8a5-c2a7-46a7-96ab-dd8a9f13129c req-77361411-2f4f-4c66-9642-d99529a0b111 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:00.985665 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-79b758d2-bffd-4e1c-86e9-ded44a77d285 admin admin] 10.222.0.62 "PUT /v2.0/routers/486b4896-4f2a-4948-9514-3d7bb2d8d920/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7080221 Nov 17 15:11:01.105028 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80c8c67-05ca-4a5d-9eea-453bf9d47d0b None None] Sync routers for ids ['43bf4ce7-10f2-494a-8a05-5d51ae12932d'] in dv-cinder-818233-1-iscsi {{(pid=101836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 15:11:01.111619 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 55386) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:01.140864 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80c8c67-05ca-4a5d-9eea-453bf9d47d0b None None] Routers {'43bf4ce7-10f2-494a-8a05-5d51ae12932d'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:11:01.144144 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-fe8d9069-5684-4eb1-8a29-811e52f0bcbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:01.146871 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-b80c8c67-05ca-4a5d-9eea-453bf9d47d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:10:54Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['43bf4ce7-10f2-494a-8a05-5d51ae12932d'], 'active': True} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:11:01.257924 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-a17fd909-83ba-4355-b018-974c148e929f req-419bdf03-dfc5-426d-9a8d-2b158e0aa90a tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 210 time: 0.0705402 Nov 17 15:11:01.343754 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4605b9f-c61c-4ccd-a76a-370f34dc3b2f None None] Sync routers for ids ['486b4896-4f2a-4948-9514-3d7bb2d8d920'] in dv-cinder-818233-1-iscsi {{(pid=101835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 15:11:01.362015 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device fe11bdb7-212d-404d-9675-b9e0b67cf165 up at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:11:01.399537 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-fe8d9069-5684-4eb1-8a29-811e52f0bcbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:01.413245 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-fe8d9069-5684-4eb1-8a29-811e52f0bcbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:01.507697 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-fe8d9069-5684-4eb1-8a29-811e52f0bcbc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bf561b691eea4c7487d2f6fd221111b9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3949265 Nov 17 15:11:01.518024 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 55410) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:01.518665 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d9069-5684-4eb1-8a29-811e52f0bcbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a77c00-d816-407d-8125-f3334bd75f6f,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:01.597546 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvr_db [None req-b80c8c67-05ca-4a5d-9eea-453bf9d47d0b None None] Set router 43bf4ce7-10f2-494a-8a05-5d51ae12932d gateway port host: dv-cinder-818233-1-iscsi {{(pid=101836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:11:01.662820 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4605b9f-c61c-4ccd-a76a-370f34dc3b2f None None] Routers {'486b4896-4f2a-4948-9514-3d7bb2d8d920'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:11:01.664285 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-d4605b9f-c61c-4ccd-a76a-370f34dc3b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:10:54Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['486b4896-4f2a-4948-9514-3d7bb2d8d920'], 'active': True} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:11:01.875796 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-7f4dc452-9038-4932-b3e8-3eaa50133ff7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:01.924996 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Provisioning complete for port fe11bdb7-212d-404d-9675-b9e0b67cf165 triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:11:01.925365 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:01.937728 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-7f4dc452-9038-4932-b3e8-3eaa50133ff7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:02.029664 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-d2ab840e-853d-4c2f-b1ce-1b5fb8536656 req-9b025199-24f9-408a-9f28-c32845284faf tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/ports?device_id=bab5ccf8-743d-4b6e-851a-2d3e3b8b5897 HTTP/1.1" status: 200 len: 210 time: 0.2767897 Nov 17 15:11:02.093280 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-7f4dc452-9038-4932-b3e8-3eaa50133ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:02.100642 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-7f4dc452-9038-4932-b3e8-3eaa50133ff7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:02.104064 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-7f4dc452-9038-4932-b3e8-3eaa50133ff7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c3a77c00-d816-407d-8125-f3334bd75f6f HTTP/1.1" status: 204 len: 168 time: 0.5729027 Nov 17 15:11:02.122932 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.db_base_plugin_common [req-8305b8a5-c2a7-46a7-96ab-dd8a9f13129c req-77361411-2f4f-4c66-9642-d99529a0b111 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Allocated IP 172.20.0.4 (165c6e4d-73f7-4f8b-912b-915384972dc3/0de3fea4-3585-46be-aee2-0faf6d45c187/c83494f2-862b-4687-a8d0-971d2543ef8e) {{(pid=101834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:11:02.139157 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4dc452-9038-4932-b3e8-3eaa50133ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a77c00-d816-407d-8125-f3334bd75f6f,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:02.409018 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-b80c8c67-05ca-4a5d-9eea-453bf9d47d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43bf4ce7-10f2-494a-8a05-5d51ae12932d', 'name': 'tempest-ServerRescueNegativeTestJSON-1086476853-router', 'tenant_id': '2c31c9cd89174556a7ca67ee64363dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'fe11bdb7-212d-404d-9675-b9e0b67cf165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:10:50Z', 'updated_at': '2021-11-17T15:10:55Z', 'revision_number': 4, 'project_id': '2c31c9cd89174556a7ca67ee64363dab', 'gw_port': {'id': 'fe11bdb7-212d-404d-9675-b9e0b67cf165', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:32:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43bf4ce7-10f2-494a-8a05-5d51ae12932d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:10:51Z', 'updated_at': '2021-11-17T15:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': '0d822d9a-94a5-4ec2-9573-bb32066ad695', 'name': '', 'network_id': '8f735dfc-629f-48fb-8e93-a13cf556a60b', 'tenant_id': '2c31c9cd89174556a7ca67ee64363dab', 'mac_address': 'fa:16:3e:5d:27:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43bf4ce7-10f2-494a-8a05-5d51ae12932d', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '88826920-16d8-4049-9290-269b7ad338c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:10:54Z', 'updated_at': '2021-11-17T15:10:56Z', 'revision_number': 2, 'project_id': '2c31c9cd89174556a7ca67ee64363dab', 'subnets': [{'id': '88826920-16d8-4049-9290-269b7ad338c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:11:02.452606 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvr_db [None req-d4605b9f-c61c-4ccd-a76a-370f34dc3b2f None None] Set router 486b4896-4f2a-4948-9514-3d7bb2d8d920 gateway port host: dv-cinder-818233-1-iscsi {{(pid=101835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:11:02.513379 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80c8c67-05ca-4a5d-9eea-453bf9d47d0b None None] Checking router: 43bf4ce7-10f2-494a-8a05-5d51ae12932d for host: dv-cinder-818233-1-iscsi {{(pid=101836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 15:11:02.513956 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80c8c67-05ca-4a5d-9eea-453bf9d47d0b None None] Updating router 43bf4ce7-10f2-494a-8a05-5d51ae12932d port 0d822d9a-94a5-4ec2-9573-bb32066ad695 binding host dv-cinder-818233-1-iscsi {{(pid=101836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 17 15:11:02.594245 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-b80c8c67-05ca-4a5d-9eea-453bf9d47d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:03.091746 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 55510) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:03.109360 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.v2.base [None req-caa6c13a-2faf-4a89-a051-f20e53a250ab tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1649107865', 'description': 'tempest-description--669889603'}} {{(pid=101833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:11:03.155326 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-caa6c13a-2faf-4a89-a051-f20e53a250ab tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks [] for security_group, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:03.354356 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:03.398223 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device 1e1d0785-2218-460c-8745-f09d338ac16f up at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:11:03.398444 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-caa6c13a-2faf-4a89-a051-f20e53a250ab tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks [] for security_group, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:03.408108 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-caa6c13a-2faf-4a89-a051-f20e53a250ab tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:03.476459 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa6c13a-2faf-4a89-a051-f20e53a250ab tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d021336b-71ed-4ed3-bf6c-930a92e4b1c7,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:03.522576 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-caa6c13a-2faf-4a89-a051-f20e53a250ab tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks [] for security_group, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:03.532430 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-caa6c13a-2faf-4a89-a051-f20e53a250ab tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4357381 Nov 17 15:11:03.533429 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 55522) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:03.565213 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.v2.base [None req-f0c6af02-653d-4cdb-abea-c38a12827d08 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Request body: {'security_group_rule': {'security_group_id': 'd021336b-71ed-4ed3-bf6c-930a92e4b1c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:11:03.654657 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-8305b8a5-c2a7-46a7-96ab-dd8a9f13129c req-77361411-2f4f-4c66-9642-d99529a0b111 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Publish callbacks [] for port, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:03.694624 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-f0c6af02-653d-4cdb-abea-c38a12827d08 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:03.760029 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-8305b8a5-c2a7-46a7-96ab-dd8a9f13129c req-77361411-2f4f-4c66-9642-d99529a0b111 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718'] for port, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:04.012843 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-f0c6af02-653d-4cdb-abea-c38a12827d08 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:04.014935 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Provisioning complete for port 1e1d0785-2218-460c-8745-f09d338ac16f triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:11:04.015757 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:04.040830 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-f0c6af02-653d-4cdb-abea-c38a12827d08 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603830'] for security_group_rule, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:04.043273 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77361411-2f4f-4c66-9642-d99529a0b111 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Pushing event updated for resources: {'Port': ['ID=c83494f2-862b-4687-a8d0-971d2543ef8e,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:04.118659 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8305b8a5-c2a7-46a7-96ab-dd8a9f13129c req-77361411-2f4f-4c66-9642-d99529a0b111 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Network 165c6e4d-73f7-4f8b-912b-915384972dc3 is already hosted by enough agents. {{(pid=101834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:11:04.118839 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c6af02-653d-4cdb-abea-c38a12827d08 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b664e5d-0736-47d8-985d-243e230a4d5f,revision_number=0']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:04.122234 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-b80c8c67-05ca-4a5d-9eea-453bf9d47d0b None None] Publish callbacks [] for port, precommit_update {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:04.135142 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.base_scheduler [req-8305b8a5-c2a7-46a7-96ab-dd8a9f13129c req-77361411-2f4f-4c66-9642-d99529a0b111 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Resources bound (agent type, host, resource id): {{(pid=101834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:11:04.139929 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-f0c6af02-653d-4cdb-abea-c38a12827d08 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:04.144202 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-b80c8c67-05ca-4a5d-9eea-453bf9d47d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:04.147396 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.l3_dvrscheduler_db [req-8305b8a5-c2a7-46a7-96ab-dd8a9f13129c req-77361411-2f4f-4c66-9642-d99529a0b111 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Received port after_create {{(pid=101834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:11:04.153050 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-f0c6af02-653d-4cdb-abea-c38a12827d08 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6152887 Nov 17 15:11:04.153659 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 55544) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:04.163852 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305b8a5-c2a7-46a7-96ab-dd8a9f13129c req-77361411-2f4f-4c66-9642-d99529a0b111 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:04.165691 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-d4605b9f-c61c-4ccd-a76a-370f34dc3b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'name': 'tempest-AttachVolumeTestJSON-1945661835-router', 'tenant_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '1e1d0785-2218-460c-8745-f09d338ac16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:10:50Z', 'updated_at': '2021-11-17T15:10:58Z', 'revision_number': 4, 'project_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'gw_port': {'id': '1e1d0785-2218-460c-8745-f09d338ac16f', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:10:51Z', 'updated_at': '2021-11-17T15:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': '6ded3c33-b409-4b26-b8a6-f44286832de4', 'name': '', 'network_id': '6ca42089-8bb6-47e4-9dcd-a40e1ac70e66', 'tenant_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'mac_address': 'fa:16:3e:9b:b6:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7a6cfc7a-d04e-4d58-a0f5-383a0d4f2ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:10:56Z', 'updated_at': '2021-11-17T15:10:58Z', 'revision_number': 2, 'project_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'subnets': [{'id': '7a6cfc7a-d04e-4d58-a0f5-383a0d4f2ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:11:04.167548 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-8305b8a5-c2a7-46a7-96ab-dd8a9f13129c req-77361411-2f4f-4c66-9642-d99529a0b111 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for port, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:04.184015 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.v2.base [None req-02b284bf-5fd2-4428-accd-e9fa6ee6230b tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Request body: {'security_group_rule': {'security_group_id': 'd021336b-71ed-4ed3-bf6c-930a92e4b1c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:11:04.263856 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-02b284bf-5fd2-4428-accd-e9fa6ee6230b tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:04.296902 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4605b9f-c61c-4ccd-a76a-370f34dc3b2f None None] Checking router: 486b4896-4f2a-4948-9514-3d7bb2d8d920 for host: dv-cinder-818233-1-iscsi {{(pid=101835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 15:11:04.302184 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-8305b8a5-c2a7-46a7-96ab-dd8a9f13129c req-77361411-2f4f-4c66-9642-d99529a0b111 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9154923 Nov 17 15:11:04.302958 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4605b9f-c61c-4ccd-a76a-370f34dc3b2f None None] Updating router 486b4896-4f2a-4948-9514-3d7bb2d8d920 port 6ded3c33-b409-4b26-b8a6-f44286832de4 binding host dv-cinder-818233-1-iscsi {{(pid=101835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 17 15:11:04.344026 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d4605b9f-c61c-4ccd-a76a-370f34dc3b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:04.358555 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a235f-6036-4472-8d80-96b2a7fc7e74 None None] Pushing event updated for resources: {'Port': ['ID=0d822d9a-94a5-4ec2-9573-bb32066ad695,revision_number=3']} {{(pid=101836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:04.358781 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4605d-13c0-4c68-a823-964bd92fb908 req-e27aa289-d63a-4743-895d-d12330cc1755 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:04.375385 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-27a4605d-13c0-4c68-a823-964bd92fb908 req-e27aa289-d63a-4743-895d-d12330cc1755 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/networks?id=8f735dfc-629f-48fb-8e93-a13cf556a60b HTTP/1.1" status: 200 len: 819 time: 1.8561635 Nov 17 15:11:04.441194 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [req-8305b8a5-c2a7-46a7-96ab-dd8a9f13129c req-c27a86ec-c2a1-4886-8256-1171a446cf5c tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=101834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 17 15:11:04.442498 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-8305b8a5-c2a7-46a7-96ab-dd8a9f13129c req-c27a86ec-c2a1-4886-8256-1171a446cf5c tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0526896 Nov 17 15:11:04.478998 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-27a4605d-13c0-4c68-a823-964bd92fb908 req-cb7757a2-f918-4da7-bd14-1060064c46ce tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/quotas/2c31c9cd89174556a7ca67ee64363dab HTTP/1.1" status: 200 len: 375 time: 0.1000216 Nov 17 15:11:04.552374 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-02b284bf-5fd2-4428-accd-e9fa6ee6230b tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:04.559009 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.managers [None req-b80c8c67-05ca-4a5d-9eea-453bf9d47d0b None None] Attempting to bind port 0d822d9a-94a5-4ec2-9573-bb32066ad695 on host dv-cinder-818233-1-iscsi for vnic_type normal with profile {{(pid=101836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 15:11:04.561435 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.managers [None req-b80c8c67-05ca-4a5d-9eea-453bf9d47d0b None None] Attempting to bind port 0d822d9a-94a5-4ec2-9573-bb32066ad695 by drivers openvswitch,hyperv on host dv-cinder-818233-1-iscsi at level 0 using segments [{'id': '97a9b651-9208-41e6-b767-e98fd9bda307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8f735dfc-629f-48fb-8e93-a13cf556a60b'}] {{(pid=101836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 15:11:04.562573 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80c8c67-05ca-4a5d-9eea-453bf9d47d0b None None] Attempting to bind port 0d822d9a-94a5-4ec2-9573-bb32066ad695 on network 8f735dfc-629f-48fb-8e93-a13cf556a60b {{(pid=101836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:11:04.569274 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-02b284bf-5fd2-4428-accd-e9fa6ee6230b tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603830'] for security_group_rule, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:04.587737 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57850369-b9f5-4953-bd9a-9d4538495d0d req-01714472-1831-434a-a5ad-41b9f69c034f tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:04.596636 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-57850369-b9f5-4953-bd9a-9d4538495d0d req-01714472-1831-434a-a5ad-41b9f69c034f tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/ports?device_id=bab5ccf8-743d-4b6e-851a-2d3e3b8b5897 HTTP/1.1" status: 200 len: 931 time: 0.2953629 Nov 17 15:11:04.609926 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80c8c67-05ca-4a5d-9eea-453bf9d47d0b None None] Checking agent: {'id': '80212031-474b-4b2d-a4cc-c8968f8491db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818233-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 15, 2, 57), 'started_at': datetime.datetime(2021, 11, 17, 15, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 15, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818233-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 15:11:04.610421 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80c8c67-05ca-4a5d-9eea-453bf9d47d0b None None] Checking segment: {'id': '97a9b651-9208-41e6-b767-e98fd9bda307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8f735dfc-629f-48fb-8e93-a13cf556a60b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:11:04.610831 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-b80c8c67-05ca-4a5d-9eea-453bf9d47d0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:04.611270 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80c8c67-05ca-4a5d-9eea-453bf9d47d0b None None] Bound using segment: {'id': '97a9b651-9208-41e6-b767-e98fd9bda307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8f735dfc-629f-48fb-8e93-a13cf556a60b'} {{(pid=101836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 15:11:04.611893 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.managers [None req-b80c8c67-05ca-4a5d-9eea-453bf9d47d0b None None] Bound port: 0d822d9a-94a5-4ec2-9573-bb32066ad695, host: dv-cinder-818233-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97a9b651-9208-41e6-b767-e98fd9bda307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8f735dfc-629f-48fb-8e93-a13cf556a60b'}}] {{(pid=101836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 15:11:04.612625 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-b80c8c67-05ca-4a5d-9eea-453bf9d47d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:04.621399 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b284bf-5fd2-4428-accd-e9fa6ee6230b tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d25f096a-3fab-4379-b62a-6bcbd18f206e,revision_number=0']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:04.667571 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-02b284bf-5fd2-4428-accd-e9fa6ee6230b tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:04.669036 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-02b284bf-5fd2-4428-accd-e9fa6ee6230b tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5144510 Nov 17 15:11:04.680414 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 55556) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:04.695274 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.v2.base [None req-99f6c43c-2d9e-46f6-97f7-25a74ed54d67 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Request body: {'floatingip': {'floating_network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba'}} {{(pid=101833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:11:04.870533 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-27a4605d-13c0-4c68-a823-964bd92fb908 req-b45408f6-9cbb-4a31-abe8-79030c38cf67 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2c31c9cd89174556a7ca67ee64363dab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3894501 Nov 17 15:11:04.950607 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-57850369-b9f5-4953-bd9a-9d4538495d0d req-1dfd66ea-a50c-4e4f-84af-be8fa8c3be32 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/security-groups?id=e43155c4-feb7-4380-832d-2405bef285a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525374 Nov 17 15:11:04.978160 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-99f6c43c-2d9e-46f6-97f7-25a74ed54d67 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks [] for floatingip, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:05.016432 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.db [None req-b80c8c67-05ca-4a5d-9eea-453bf9d47d0b None None] For port 0d822d9a-94a5-4ec2-9573-bb32066ad695, host dv-cinder-818233-1-iscsi, cleared binding levels {{(pid=101836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 15:11:05.032689 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.db [None req-b80c8c67-05ca-4a5d-9eea-453bf9d47d0b None None] For port 0d822d9a-94a5-4ec2-9573-bb32066ad695, host dv-cinder-818233-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=0d822d9a-94a5-4ec2-9573-bb32066ad695,segment=NetworkSegment(97a9b651-9208-41e6-b767-e98fd9bda307),segment_id=97a9b651-9208-41e6-b767-e98fd9bda307)] {{(pid=101836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 15:11:05.045524 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-b80c8c67-05ca-4a5d-9eea-453bf9d47d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:05.174722 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80c8c67-05ca-4a5d-9eea-453bf9d47d0b None None] Routers {'43bf4ce7-10f2-494a-8a05-5d51ae12932d'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:11:05.177289 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-b80c8c67-05ca-4a5d-9eea-453bf9d47d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:10:54Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['43bf4ce7-10f2-494a-8a05-5d51ae12932d'], 'active': True} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:11:05.194346 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.55', 60397) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:05.252170 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a235f-6036-4472-8d80-96b2a7fc7e74 None None] Pushing event updated for resources: {'Port': ['ID=0d822d9a-94a5-4ec2-9573-bb32066ad695,revision_number=4']} {{(pid=101836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:05.388199 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d4605b9f-c61c-4ccd-a76a-370f34dc3b2f None None] Publish callbacks [] for port, precommit_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:05.388913 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [req-27a4605d-13c0-4c68-a823-964bd92fb908 req-6d2d70aa-3759-4b0b-b88c-c024fc01c1ce service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=101834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 17 15:11:05.389779 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-27a4605d-13c0-4c68-a823-964bd92fb908 req-6d2d70aa-3759-4b0b-b88c-c024fc01c1ce service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2634766 Nov 17 15:11:05.422136 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d4605b9f-c61c-4ccd-a76a-370f34dc3b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:05.505964 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvr_db [None req-b80c8c67-05ca-4a5d-9eea-453bf9d47d0b None None] Set router 43bf4ce7-10f2-494a-8a05-5d51ae12932d gateway port host: dv-cinder-818233-1-iscsi {{(pid=101836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:11:05.606692 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-27a4605d-13c0-4c68-a823-964bd92fb908 req-c071227d-3075-48d6-bbb4-44c154867e1b service neutron] 10.222.0.62 "GET /v2.0/networks/8f735dfc-629f-48fb-8e93-a13cf556a60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777415 Nov 17 15:11:05.747382 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55887a89-44c4-42e8-939e-b739b4ad610a None None] Pushing event updated for resources: {'Port': ['ID=6ded3c33-b409-4b26-b8a6-f44286832de4,revision_number=3']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:05.847644 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [req-8305b8a5-c2a7-46a7-96ab-dd8a9f13129c req-5cd8adc5-9d0d-4565-9f40-fd271eef9c3d service neutron] Request body: {'port': {'device_id': 'bab5ccf8-743d-4b6e-851a-2d3e3b8b5897', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81823'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:11:05.855887 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-99f6c43c-2d9e-46f6-97f7-25a74ed54d67 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:05.898209 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-d4605b9f-c61c-4ccd-a76a-370f34dc3b2f None None] Attempting to bind port 6ded3c33-b409-4b26-b8a6-f44286832de4 on host dv-cinder-818233-1-iscsi for vnic_type normal with profile {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 15:11:05.907570 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-d4605b9f-c61c-4ccd-a76a-370f34dc3b2f None None] Attempting to bind port 6ded3c33-b409-4b26-b8a6-f44286832de4 by drivers openvswitch,hyperv on host dv-cinder-818233-1-iscsi at level 0 using segments [{'id': '5544a57b-458e-443f-8f9d-a2629fafc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '6ca42089-8bb6-47e4-9dcd-a40e1ac70e66'}] {{(pid=101835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 15:11:05.907570 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4605b9f-c61c-4ccd-a76a-370f34dc3b2f None None] Attempting to bind port 6ded3c33-b409-4b26-b8a6-f44286832de4 on network 6ca42089-8bb6-47e4-9dcd-a40e1ac70e66 {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:11:05.924670 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4605b9f-c61c-4ccd-a76a-370f34dc3b2f None None] Checking agent: {'id': '80212031-474b-4b2d-a4cc-c8968f8491db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818233-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 15, 2, 57), 'started_at': datetime.datetime(2021, 11, 17, 15, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 15, 10, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818233-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 15:11:05.925046 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4605b9f-c61c-4ccd-a76a-370f34dc3b2f None None] Checking segment: {'id': '5544a57b-458e-443f-8f9d-a2629fafc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '6ca42089-8bb6-47e4-9dcd-a40e1ac70e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:11:05.925453 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d4605b9f-c61c-4ccd-a76a-370f34dc3b2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:05.925941 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4605b9f-c61c-4ccd-a76a-370f34dc3b2f None None] Bound using segment: {'id': '5544a57b-458e-443f-8f9d-a2629fafc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '6ca42089-8bb6-47e4-9dcd-a40e1ac70e66'} {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 15:11:05.927238 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-d4605b9f-c61c-4ccd-a76a-370f34dc3b2f None None] Bound port: 6ded3c33-b409-4b26-b8a6-f44286832de4, host: dv-cinder-818233-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5544a57b-458e-443f-8f9d-a2629fafc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '6ca42089-8bb6-47e4-9dcd-a40e1ac70e66'}}] {{(pid=101835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 15:11:05.936368 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d4605b9f-c61c-4ccd-a76a-370f34dc3b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:06.007461 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-27a4605d-13c0-4c68-a823-964bd92fb908 req-526f73c8-8329-4036-b046-0ee07ce427d2 service neutron] 10.222.0.62 "GET /v2.0/networks/8f735dfc-629f-48fb-8e93-a13cf556a60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668492 Nov 17 15:11:06.106357 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e994639-33fd-4891-a8ca-53dcfbb1cff8 req-360b3687-1edc-49ed-803e-0d2d5494fb1e tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:06.109051 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-2e994639-33fd-4891-a8ca-53dcfbb1cff8 req-360b3687-1edc-49ed-803e-0d2d5494fb1e tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.55 "GET /v2.0/networks?id=8f735dfc-629f-48fb-8e93-a13cf556a60b HTTP/1.1" status: 200 len: 819 time: 0.9066749 Nov 17 15:11:06.162502 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-8305b8a5-c2a7-46a7-96ab-dd8a9f13129c req-5cd8adc5-9d0d-4565-9f40-fd271eef9c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:06.176440 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [req-2e994639-33fd-4891-a8ca-53dcfbb1cff8 req-277b1f3b-a27a-4e26-888e-4b8784cc5996 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Request body: {'port': {'device_id': '743ac952-a5da-4edc-9a08-c7d02c2abb3b', 'network_id': '8f735dfc-629f-48fb-8e93-a13cf556a60b', 'admin_state_up': True, 'tenant_id': '2c31c9cd89174556a7ca67ee64363dab'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:11:06.271649 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-d4605b9f-c61c-4ccd-a76a-370f34dc3b2f None None] For port 6ded3c33-b409-4b26-b8a6-f44286832de4, host dv-cinder-818233-1-iscsi, cleared binding levels {{(pid=101835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 15:11:06.275618 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-d4605b9f-c61c-4ccd-a76a-370f34dc3b2f None None] For port 6ded3c33-b409-4b26-b8a6-f44286832de4, host dv-cinder-818233-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=6ded3c33-b409-4b26-b8a6-f44286832de4,segment=NetworkSegment(5544a57b-458e-443f-8f9d-a2629fafc7ee),segment_id=5544a57b-458e-443f-8f9d-a2629fafc7ee)] {{(pid=101835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 15:11:06.293362 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-70373efa-7c12-4de4-8128-4086b2af1ba8 None None] Provisioning complete for port 6ded3c33-b409-4b26-b8a6-f44286832de4 triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:11:06.293914 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-70373efa-7c12-4de4-8128-4086b2af1ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:06.297256 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d4605b9f-c61c-4ccd-a76a-370f34dc3b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:06.299490 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-b80c8c67-05ca-4a5d-9eea-453bf9d47d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43bf4ce7-10f2-494a-8a05-5d51ae12932d', 'name': 'tempest-ServerRescueNegativeTestJSON-1086476853-router', 'tenant_id': '2c31c9cd89174556a7ca67ee64363dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'fe11bdb7-212d-404d-9675-b9e0b67cf165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:10:50Z', 'updated_at': '2021-11-17T15:10:55Z', 'revision_number': 4, 'project_id': '2c31c9cd89174556a7ca67ee64363dab', 'gw_port': {'id': 'fe11bdb7-212d-404d-9675-b9e0b67cf165', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:32:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43bf4ce7-10f2-494a-8a05-5d51ae12932d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:10:51Z', 'updated_at': '2021-11-17T15:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': '0d822d9a-94a5-4ec2-9573-bb32066ad695', 'name': '', 'network_id': '8f735dfc-629f-48fb-8e93-a13cf556a60b', 'tenant_id': '2c31c9cd89174556a7ca67ee64363dab', 'mac_address': 'fa:16:3e:5d:27:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43bf4ce7-10f2-494a-8a05-5d51ae12932d', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '88826920-16d8-4049-9290-269b7ad338c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:10:54Z', 'updated_at': '2021-11-17T15:11:05Z', 'revision_number': 4, 'project_id': '2c31c9cd89174556a7ca67ee64363dab', 'subnets': [{'id': '88826920-16d8-4049-9290-269b7ad338c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:11:06.417642 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4605b9f-c61c-4ccd-a76a-370f34dc3b2f None None] Routers {'486b4896-4f2a-4948-9514-3d7bb2d8d920'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:11:06.418934 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-d4605b9f-c61c-4ccd-a76a-370f34dc3b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:10:54Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['486b4896-4f2a-4948-9514-3d7bb2d8d920'], 'active': True} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:11:06.438869 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80c8c67-05ca-4a5d-9eea-453bf9d47d0b None None] The sync data for ids ['43bf4ce7-10f2-494a-8a05-5d51ae12932d'] in dv-cinder-818233-1-iscsi is: [{'id': '43bf4ce7-10f2-494a-8a05-5d51ae12932d', 'name': 'tempest-ServerRescueNegativeTestJSON-1086476853-router', 'tenant_id': '2c31c9cd89174556a7ca67ee64363dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'fe11bdb7-212d-404d-9675-b9e0b67cf165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:10:50Z', 'updated_at': '2021-11-17T15:10:55Z', 'revision_number': 4, 'project_id': '2c31c9cd89174556a7ca67ee64363dab', 'gw_port': {'id': 'fe11bdb7-212d-404d-9675-b9e0b67cf165', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:32:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43bf4ce7-10f2-494a-8a05-5d51ae12932d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:10:51Z', 'updated_at': '2021-11-17T15:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': '0d822d9a-94a5-4ec2-9573-bb32066ad695', 'name': '', 'network_id': '8f735dfc-629f-48fb-8e93-a13cf556a60b', 'tenant_id': '2c31c9cd89174556a7ca67ee64363dab', 'mac_address': 'fa:16:3e:5d:27:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43bf4ce7-10f2-494a-8a05-5d51ae12932d', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '88826920-16d8-4049-9290-269b7ad338c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:10:54Z', 'updated_at': '2021-11-17T15:11:05Z', 'revision_number': 4, 'project_id': '2c31c9cd89174556a7ca67ee64363dab', 'subnets': [{'id': '88826920-16d8-4049-9290-269b7ad338c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 15:11:06.525926 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 55634) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:06.661531 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b47c7e-7d05-4526-8a31-6f8dd0d18d6d req-c3cdd108-3932-48e2-91ad-f4af853e4033 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:06.663277 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-f5b47c7e-7d05-4526-8a31-6f8dd0d18d6d req-c3cdd108-3932-48e2-91ad-f4af853e4033 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/ports?device_id=bab5ccf8-743d-4b6e-851a-2d3e3b8b5897 HTTP/1.1" status: 200 len: 931 time: 0.5284293 Nov 17 15:11:06.725396 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvr_db [None req-d4605b9f-c61c-4ccd-a76a-370f34dc3b2f None None] Set router 486b4896-4f2a-4948-9514-3d7bb2d8d920 gateway port host: dv-cinder-818233-1-iscsi {{(pid=101835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:11:06.792074 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.db.db_base_plugin_common [None req-99f6c43c-2d9e-46f6-97f7-25a74ed54d67 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Allocated IP 172.27.1.96 (183472ab-d8ab-4bee-8fe8-a0a558356eba/10bde91e-9264-4f35-ad90-cbbdc12529d4/288e1367-31c2-44a6-98f2-65d1e5a254b5) {{(pid=101833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:11:06.935467 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.agents_db [None req-8c09612d-4555-4199-ac80-2bf3536e394d None None] Agent healthcheck: found 6 active agents {{(pid=101836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 15:11:07.228823 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e994639-33fd-4891-a8ca-53dcfbb1cff8 req-277b1f3b-a27a-4e26-888e-4b8784cc5996 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Made reservation on behalf of 2c31c9cd89174556a7ca67ee64363dab for: {'port': 1} {{(pid=101834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:11:07.271773 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-2e994639-33fd-4891-a8ca-53dcfbb1cff8 req-277b1f3b-a27a-4e26-888e-4b8784cc5996 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:07.333375 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-f5b47c7e-7d05-4526-8a31-6f8dd0d18d6d req-0b9e4e4c-d43e-4740-92d7-95f82687206e tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/security-groups?id=e43155c4-feb7-4380-832d-2405bef285a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6446400 Nov 17 15:11:07.421171 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device 0d822d9a-94a5-4ec2-9573-bb32066ad695 up at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:11:07.521545 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-99f6c43c-2d9e-46f6-97f7-25a74ed54d67 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks [] for port, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:07.635818 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-682d305d-4e7e-4b88-b021-bdc2d967ade2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:07.720363 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Provisioning complete for port 0d822d9a-94a5-4ec2-9573-bb32066ad695 triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:11:07.720736 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:07.866545 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55887a89-44c4-42e8-939e-b739b4ad610a None None] Pushing event updated for resources: {'Port': ['ID=6ded3c33-b409-4b26-b8a6-f44286832de4,revision_number=4']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:07.882376 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-682d305d-4e7e-4b88-b021-bdc2d967ade2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:07.892205 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-99f6c43c-2d9e-46f6-97f7-25a74ed54d67 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718'] for port, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:07.927628 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-682d305d-4e7e-4b88-b021-bdc2d967ade2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:07.954243 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-d4605b9f-c61c-4ccd-a76a-370f34dc3b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'name': 'tempest-AttachVolumeTestJSON-1945661835-router', 'tenant_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '1e1d0785-2218-460c-8745-f09d338ac16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:10:50Z', 'updated_at': '2021-11-17T15:10:58Z', 'revision_number': 4, 'project_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'gw_port': {'id': '1e1d0785-2218-460c-8745-f09d338ac16f', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:10:51Z', 'updated_at': '2021-11-17T15:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': '6ded3c33-b409-4b26-b8a6-f44286832de4', 'name': '', 'network_id': '6ca42089-8bb6-47e4-9dcd-a40e1ac70e66', 'tenant_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'mac_address': 'fa:16:3e:9b:b6:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7a6cfc7a-d04e-4d58-a0f5-383a0d4f2ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:10:56Z', 'updated_at': '2021-11-17T15:11:06Z', 'revision_number': 4, 'project_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'subnets': [{'id': '7a6cfc7a-d04e-4d58-a0f5-383a0d4f2ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:11:08.035685 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-426d24a5-bbc2-41b3-9d21-86c551d93838 req-aebe43ae-6cff-4cee-a545-adc5959bd6e5 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 210 time: 0.8696325 Nov 17 15:11:08.081731 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4605b9f-c61c-4ccd-a76a-370f34dc3b2f None None] The sync data for ids ['486b4896-4f2a-4948-9514-3d7bb2d8d920'] in dv-cinder-818233-1-iscsi is: [{'id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'name': 'tempest-AttachVolumeTestJSON-1945661835-router', 'tenant_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '1e1d0785-2218-460c-8745-f09d338ac16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:10:50Z', 'updated_at': '2021-11-17T15:10:58Z', 'revision_number': 4, 'project_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'gw_port': {'id': '1e1d0785-2218-460c-8745-f09d338ac16f', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:10:51Z', 'updated_at': '2021-11-17T15:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': '6ded3c33-b409-4b26-b8a6-f44286832de4', 'name': '', 'network_id': '6ca42089-8bb6-47e4-9dcd-a40e1ac70e66', 'tenant_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'mac_address': 'fa:16:3e:9b:b6:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7a6cfc7a-d04e-4d58-a0f5-383a0d4f2ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:10:56Z', 'updated_at': '2021-11-17T15:11:06Z', 'revision_number': 4, 'project_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'subnets': [{'id': '7a6cfc7a-d04e-4d58-a0f5-383a0d4f2ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 15:11:08.148483 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f6c43c-2d9e-46f6-97f7-25a74ed54d67 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Network 183472ab-d8ab-4bee-8fe8-a0a558356eba is already hosted by enough agents. {{(pid=101833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:11:08.208610 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.base_scheduler [None req-99f6c43c-2d9e-46f6-97f7-25a74ed54d67 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Resources bound (agent type, host, resource id): {{(pid=101833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:11:08.235497 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f6c43c-2d9e-46f6-97f7-25a74ed54d67 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Received port after_create {{(pid=101833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:11:08.235723 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:08.236110 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.db_base_plugin_common [req-2e994639-33fd-4891-a8ca-53dcfbb1cff8 req-277b1f3b-a27a-4e26-888e-4b8784cc5996 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Allocated IP 172.20.0.2 (8f735dfc-629f-48fb-8e93-a13cf556a60b/88826920-16d8-4049-9290-269b7ad338c8/275b7aa5-703f-43be-b128-93dc4f5e3ba7) {{(pid=101834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:11:08.306976 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-70373efa-7c12-4de4-8128-4086b2af1ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:08.430379 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] For port 0d822d9a-94a5-4ec2-9573-bb32066ad695, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=0d822d9a-94a5-4ec2-9573-bb32066ad695,segment=NetworkSegment(97a9b651-9208-41e6-b767-e98fd9bda307),segment_id=97a9b651-9208-41e6-b767-e98fd9bda307)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:11:08.447704 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:08.553467 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 55698) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:08.554000 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-99f6c43c-2d9e-46f6-97f7-25a74ed54d67 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:08.580832 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-70373efa-7c12-4de4-8128-4086b2af1ba8 None None] For port 6ded3c33-b409-4b26-b8a6-f44286832de4, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=6ded3c33-b409-4b26-b8a6-f44286832de4,segment=NetworkSegment(5544a57b-458e-443f-8f9d-a2629fafc7ee),segment_id=5544a57b-458e-443f-8f9d-a2629fafc7ee)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:11:08.616402 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-70373efa-7c12-4de4-8128-4086b2af1ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:08.648836 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-99f6c43c-2d9e-46f6-97f7-25a74ed54d67 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:08.661975 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Pushing event updated for resources: {'Port': ['ID=0d822d9a-94a5-4ec2-9573-bb32066ad695,revision_number=5']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:08.708675 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-682d305d-4e7e-4b88-b021-bdc2d967ade2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=78840207e5dd40fea8cf77ab14b8198f&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1712415 Nov 17 15:11:08.708675 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f6c43c-2d9e-46f6-97f7-25a74ed54d67 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Pushing event updated for resources: {'Port': ['ID=288e1367-31c2-44a6-98f2-65d1e5a254b5,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:08.711431 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 55706) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:08.804468 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device 6ded3c33-b409-4b26-b8a6-f44286832de4 up at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:11:08.809922 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d305d-4e7e-4b88-b021-bdc2d967ade2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40e7003-4b45-4a71-a2f5-d3506410a046,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:08.945158 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dae5e7d-4ae7-405d-8ee6-0d70c57677b7 req-16f978b3-cdcd-406d-9f2e-a72cc20ebc4e tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:08.947228 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-4dae5e7d-4ae7-405d-8ee6-0d70c57677b7 req-16f978b3-cdcd-406d-9f2e-a72cc20ebc4e tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/ports?device_id=bab5ccf8-743d-4b6e-851a-2d3e3b8b5897 HTTP/1.1" status: 200 len: 931 time: 0.3628337 Nov 17 15:11:09.020070 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70373efa-7c12-4de4-8128-4086b2af1ba8 None None] Pushing event updated for resources: {'Port': ['ID=6ded3c33-b409-4b26-b8a6-f44286832de4,revision_number=5']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:09.024939 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-6a76007a-a38e-4828-877f-bbdbc256aa5e None None] Provisioning complete for port 6ded3c33-b409-4b26-b8a6-f44286832de4 triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:11:09.025309 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-6a76007a-a38e-4828-877f-bbdbc256aa5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:09.079939 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.notifiers.nova [req-8305b8a5-c2a7-46a7-96ab-dd8a9f13129c req-5cd8adc5-9d0d-4565-9f40-fd271eef9c3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c83494f2-862b-4687-a8d0-971d2543ef8e {{(pid=101834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 15:11:09.119229 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8022-7169-4af4-80a8-d167b9f3ce93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:09.145605 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Provisioning complete for port 6ded3c33-b409-4b26-b8a6-f44286832de4 triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:11:09.146537 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:09.244563 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-4dae5e7d-4ae7-405d-8ee6-0d70c57677b7 req-1cdc329e-b0d0-407d-a8ed-302d97449ffd tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/security-groups?id=e43155c4-feb7-4380-832d-2405bef285a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886212 Nov 17 15:11:09.289986 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-8305b8a5-c2a7-46a7-96ab-dd8a9f13129c req-5cd8adc5-9d0d-4565-9f40-fd271eef9c3d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:09.366223 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8022-7169-4af4-80a8-d167b9f3ce93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:09.486629 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-8c8d8022-7169-4af4-80a8-d167b9f3ce93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:09.528495 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-99f6c43c-2d9e-46f6-97f7-25a74ed54d67 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks [] for port, precommit_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:09.540856 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-99f6c43c-2d9e-46f6-97f7-25a74ed54d67 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:09.630401 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-ba632239-09d5-4a43-b1fd-ad9916531679 req-a5a84b8a-9cc6-4716-b279-76ac9ebdc3fe tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 210 time: 0.3271520 Nov 17 15:11:09.632573 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-b1865b94-daf9-4ef5-9269-b3978aaae80f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:09.642632 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-99f6c43c-2d9e-46f6-97f7-25a74ed54d67 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526871'] for floatingip, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:09.656614 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.provisioning_blocks [req-8305b8a5-c2a7-46a7-96ab-dd8a9f13129c req-5cd8adc5-9d0d-4565-9f40-fd271eef9c3d service neutron] Transition to ACTIVE for port object c83494f2-862b-4687-a8d0-971d2543ef8e will not be triggered until provisioned by entity L2. {{(pid=101834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 17 15:11:09.667436 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-2e994639-33fd-4891-a8ca-53dcfbb1cff8 req-277b1f3b-a27a-4e26-888e-4b8784cc5996 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Publish callbacks [] for port, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:09.698930 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-8305b8a5-c2a7-46a7-96ab-dd8a9f13129c req-5cd8adc5-9d0d-4565-9f40-fd271eef9c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:09.738449 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d8022-7169-4af4-80a8-d167b9f3ce93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac6225f-c249-432a-8d67-a43990707fcb,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:09.739228 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f6c43c-2d9e-46f6-97f7-25a74ed54d67 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Pushing event updated for resources: {'Port': ['ID=288e1367-31c2-44a6-98f2-65d1e5a254b5,revision_number=2']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:09.761380 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-99f6c43c-2d9e-46f6-97f7-25a74ed54d67 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for floatingip, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:09.763070 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-99f6c43c-2d9e-46f6-97f7-25a74ed54d67 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0810766 Nov 17 15:11:09.830516 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 55740) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:09.835691 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-8c8d8022-7169-4af4-80a8-d167b9f3ce93 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1c2d8322a39341ea85d5d31aec9cecca&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2629862 Nov 17 15:11:09.872420 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-b1865b94-daf9-4ef5-9269-b3978aaae80f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:09.986305 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd8adc5-9d0d-4565-9f40-fd271eef9c3d service neutron] Pushing event updated for resources: {'Port': ['ID=c83494f2-862b-4687-a8d0-971d2543ef8e,revision_number=2']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:10.032754 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-7f653f47-0928-4ba9-aeb3-87cb3e65c63d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:10.057709 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.managers [req-8305b8a5-c2a7-46a7-96ab-dd8a9f13129c req-5cd8adc5-9d0d-4565-9f40-fd271eef9c3d service neutron] Attempting to bind port c83494f2-862b-4687-a8d0-971d2543ef8e on host hv-cinder-81823 for vnic_type normal with profile {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 15:11:10.058228 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.managers [req-8305b8a5-c2a7-46a7-96ab-dd8a9f13129c req-5cd8adc5-9d0d-4565-9f40-fd271eef9c3d service neutron] Attempting to bind port c83494f2-862b-4687-a8d0-971d2543ef8e by drivers openvswitch,hyperv on host hv-cinder-81823 at level 0 using segments [{'id': 'f69c62f2-38fe-4aee-b5aa-76ed57986015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '165c6e4d-73f7-4f8b-912b-915384972dc3'}] {{(pid=101834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 15:11:10.058722 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8305b8a5-c2a7-46a7-96ab-dd8a9f13129c req-5cd8adc5-9d0d-4565-9f40-fd271eef9c3d service neutron] Attempting to bind port c83494f2-862b-4687-a8d0-971d2543ef8e on network 165c6e4d-73f7-4f8b-912b-915384972dc3 {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:11:10.065916 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8305b8a5-c2a7-46a7-96ab-dd8a9f13129c req-5cd8adc5-9d0d-4565-9f40-fd271eef9c3d service neutron] Port c83494f2-862b-4687-a8d0-971d2543ef8e on network 165c6e4d-73f7-4f8b-912b-915384972dc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81823 {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 17 15:11:10.066288 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8305b8a5-c2a7-46a7-96ab-dd8a9f13129c req-5cd8adc5-9d0d-4565-9f40-fd271eef9c3d service neutron] Attempting to bind port c83494f2-862b-4687-a8d0-971d2543ef8e on network 165c6e4d-73f7-4f8b-912b-915384972dc3 {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:11:10.068992 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-2e994639-33fd-4891-a8ca-53dcfbb1cff8 req-277b1f3b-a27a-4e26-888e-4b8784cc5996 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718'] for port, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:10.080924 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8305b8a5-c2a7-46a7-96ab-dd8a9f13129c req-5cd8adc5-9d0d-4565-9f40-fd271eef9c3d service neutron] Checking agent: {'id': '56359ff8-4a05-4ac1-99e4-1793cc03f30f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81823', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 15, 9, 3), 'started_at': datetime.datetime(2021, 11, 17, 15, 9, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 15, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 15:11:10.081258 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8305b8a5-c2a7-46a7-96ab-dd8a9f13129c req-5cd8adc5-9d0d-4565-9f40-fd271eef9c3d service neutron] Checking segment: {'id': 'f69c62f2-38fe-4aee-b5aa-76ed57986015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '165c6e4d-73f7-4f8b-912b-915384972dc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:11:10.081802 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8305b8a5-c2a7-46a7-96ab-dd8a9f13129c req-5cd8adc5-9d0d-4565-9f40-fd271eef9c3d service neutron] Bound using segment: {'id': 'f69c62f2-38fe-4aee-b5aa-76ed57986015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '165c6e4d-73f7-4f8b-912b-915384972dc3'} {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 15:11:10.082829 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.managers [req-8305b8a5-c2a7-46a7-96ab-dd8a9f13129c req-5cd8adc5-9d0d-4565-9f40-fd271eef9c3d service neutron] Bound port: c83494f2-862b-4687-a8d0-971d2543ef8e, host: hv-cinder-81823, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f69c62f2-38fe-4aee-b5aa-76ed57986015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '165c6e4d-73f7-4f8b-912b-915384972dc3'}}] {{(pid=101834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 15:11:10.083283 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-8305b8a5-c2a7-46a7-96ab-dd8a9f13129c req-5cd8adc5-9d0d-4565-9f40-fd271eef9c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:10.086595 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-7f653f47-0928-4ba9-aeb3-87cb3e65c63d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:10.171422 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-7f653f47-0928-4ba9-aeb3-87cb3e65c63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:10.176754 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-7f653f47-0928-4ba9-aeb3-87cb3e65c63d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:10.183003 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-7f653f47-0928-4ba9-aeb3-87cb3e65c63d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bac6225f-c249-432a-8d67-a43990707fcb HTTP/1.1" status: 204 len: 168 time: 0.3466387 Nov 17 15:11:10.187022 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f653f47-0928-4ba9-aeb3-87cb3e65c63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac6225f-c249-432a-8d67-a43990707fcb,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:10.379667 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.55', 60409) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:10.404265 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-b1865b94-daf9-4ef5-9269-b3978aaae80f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:10.413570 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 55770) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:10.415133 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-b1865b94-daf9-4ef5-9269-b3978aaae80f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:10.418888 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-b1865b94-daf9-4ef5-9269-b3978aaae80f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c40e7003-4b45-4a71-a2f5-d3506410a046 HTTP/1.1" status: 204 len: 168 time: 1.7041941 Nov 17 15:11:10.486786 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-c157f109-a6cd-4409-9fd6-6ec2b8b93199 req-f37bbddd-7482-43f2-99ca-6465fce54d5a tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1649107865&fields=id&tenant_id=b4e3fd73a0164f73baea3c35a692ff86 HTTP/1.1" status: 200 len: 267 time: 0.1930244 Nov 17 15:11:10.688880 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device 6ded3c33-b409-4b26-b8a6-f44286832de4 up at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:11:10.900916 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Provisioning complete for port 6ded3c33-b409-4b26-b8a6-f44286832de4 triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:11:10.902668 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:10.934535 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157f109-a6cd-4409-9fd6-6ec2b8b93199 req-dbea4382-6f76-4f2e-90ef-92192a73f6d0 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:10.944561 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-c157f109-a6cd-4409-9fd6-6ec2b8b93199 req-dbea4382-6f76-4f2e-90ef-92192a73f6d0 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/networks?id=6ca42089-8bb6-47e4-9dcd-a40e1ac70e66 HTTP/1.1" status: 200 len: 811 time: 0.4499187 Nov 17 15:11:10.997008 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-c157f109-a6cd-4409-9fd6-6ec2b8b93199 req-8263120b-148f-4d07-a83d-2ce25fcbbad8 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/quotas/b4e3fd73a0164f73baea3c35a692ff86 HTTP/1.1" status: 200 len: 375 time: 0.0477071 Nov 17 15:11:11.151449 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e994639-33fd-4891-a8ca-53dcfbb1cff8 req-277b1f3b-a27a-4e26-888e-4b8784cc5996 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Network 8f735dfc-629f-48fb-8e93-a13cf556a60b is already hosted by enough agents. {{(pid=101834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:11:11.166235 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-c5a0c462-782c-4059-8e26-799430d82b2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:11.231009 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device 0d822d9a-94a5-4ec2-9573-bb32066ad695 up at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:11:11.242507 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b1f3b-a27a-4e26-888e-4b8784cc5996 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Pushing event updated for resources: {'Port': ['ID=275b7aa5-703f-43be-b128-93dc4f5e3ba7,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:11.355250 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.base_scheduler [req-2e994639-33fd-4891-a8ca-53dcfbb1cff8 req-277b1f3b-a27a-4e26-888e-4b8784cc5996 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Resources bound (agent type, host, resource id): {{(pid=101834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:11:11.362956 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e994639-33fd-4891-a8ca-53dcfbb1cff8 req-277b1f3b-a27a-4e26-888e-4b8784cc5996 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Received port after_create {{(pid=101834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:11:11.372266 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e994639-33fd-4891-a8ca-53dcfbb1cff8 req-277b1f3b-a27a-4e26-888e-4b8784cc5996 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:11.374005 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-2e994639-33fd-4891-a8ca-53dcfbb1cff8 req-277b1f3b-a27a-4e26-888e-4b8784cc5996 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for port, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:11.381941 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 55796) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:11.382580 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 55798) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:11.390238 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Provisioning complete for port 0d822d9a-94a5-4ec2-9573-bb32066ad695 triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:11:11.390580 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:11.416528 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-c5a0c462-782c-4059-8e26-799430d82b2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:11.426971 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-c5a0c462-782c-4059-8e26-799430d82b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:11.431309 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865b94-daf9-4ef5-9269-b3978aaae80f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40e7003-4b45-4a71-a2f5-d3506410a046,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:11.492028 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-c157f109-a6cd-4409-9fd6-6ec2b8b93199 req-a42b4d5c-f6ca-4867-b61c-44cd8cffdb62 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b4e3fd73a0164f73baea3c35a692ff86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4877625 Nov 17 15:11:11.589181 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491619c9-4d24-4eec-9157-ac93cd16dc79 req-e9e7a54a-bb7c-45c8-9b39-757a7c53ca71 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:11.591232 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-491619c9-4d24-4eec-9157-ac93cd16dc79 req-e9e7a54a-bb7c-45c8-9b39-757a7c53ca71 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/ports?device_id=bab5ccf8-743d-4b6e-851a-2d3e3b8b5897 HTTP/1.1" status: 200 len: 943 time: 0.4305077 Nov 17 15:11:11.592264 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-44d129bd-18f9-4c0c-b7b6-76da72a022af admin admin] Publish callbacks [] for security_group, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:11.616471 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-c5a0c462-782c-4059-8e26-799430d82b2e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6c12919015cf4e488d6dbde3a3821eb4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2018285 Nov 17 15:11:11.620558 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 55800) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:11.620760 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-1b1552d9-9ee5-4558-8f23-ef3a848cb9e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:11.626134 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a0c462-782c-4059-8e26-799430d82b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb288129-5840-49d6-8d5f-4b8ae0bfc9d3,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:11.668826 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-2e994639-33fd-4891-a8ca-53dcfbb1cff8 req-277b1f3b-a27a-4e26-888e-4b8784cc5996 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5080636 Nov 17 15:11:11.738630 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-c157f109-a6cd-4409-9fd6-6ec2b8b93199 req-fb74bfea-e92b-40f4-ad5a-8b99a64b1ae4 service neutron] 10.222.0.62 "GET /v2.0/networks/6ca42089-8bb6-47e4-9dcd-a40e1ac70e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454441 Nov 17 15:11:11.747855 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [req-8305b8a5-c2a7-46a7-96ab-dd8a9f13129c req-5cd8adc5-9d0d-4565-9f40-fd271eef9c3d service neutron] For port c83494f2-862b-4687-a8d0-971d2543ef8e, host hv-cinder-81823, cleared binding levels {{(pid=101834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 15:11:11.771527 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-db5f847a-152e-4e63-a954-8a6b388fa5da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:11.834710 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [req-8305b8a5-c2a7-46a7-96ab-dd8a9f13129c req-5cd8adc5-9d0d-4565-9f40-fd271eef9c3d service neutron] For port c83494f2-862b-4687-a8d0-971d2543ef8e, host hv-cinder-81823, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=c83494f2-862b-4687-a8d0-971d2543ef8e,segment=NetworkSegment(f69c62f2-38fe-4aee-b5aa-76ed57986015),segment_id=f69c62f2-38fe-4aee-b5aa-76ed57986015)] {{(pid=101834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 15:11:11.852001 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-db5f847a-152e-4e63-a954-8a6b388fa5da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:11.852204 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4605d-13c0-4c68-a823-964bd92fb908 req-a3cf3172-2010-49d3-a555-986bef717f07 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:11.853630 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-27a4605d-13c0-4c68-a823-964bd92fb908 req-a3cf3172-2010-49d3-a555-986bef717f07 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.55 "GET /v2.0/networks?id=8f735dfc-629f-48fb-8e93-a13cf556a60b HTTP/1.1" status: 200 len: 819 time: 1.4504788 Nov 17 15:11:11.870773 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-491619c9-4d24-4eec-9157-ac93cd16dc79 req-d1b69b2d-171f-4c8b-a5f7-d2117d84e74a tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/security-groups?id=e43155c4-feb7-4380-832d-2405bef285a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560468 Nov 17 15:11:11.874466 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-8305b8a5-c2a7-46a7-96ab-dd8a9f13129c req-5cd8adc5-9d0d-4565-9f40-fd271eef9c3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:11.954289 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-c157f109-a6cd-4409-9fd6-6ec2b8b93199 req-1337d41a-ead2-41c8-9ca4-418ba10c2071 service neutron] 10.222.0.62 "GET /v2.0/networks/6ca42089-8bb6-47e4-9dcd-a40e1ac70e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063644 Nov 17 15:11:11.979390 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305b8a5-c2a7-46a7-96ab-dd8a9f13129c req-5cd8adc5-9d0d-4565-9f40-fd271eef9c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:11.988192 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-8305b8a5-c2a7-46a7-96ab-dd8a9f13129c req-5cd8adc5-9d0d-4565-9f40-fd271eef9c3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for port, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:11.990063 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-8305b8a5-c2a7-46a7-96ab-dd8a9f13129c req-5cd8adc5-9d0d-4565-9f40-fd271eef9c3d service neutron] 10.222.0.55 "PUT /v2.0/ports/c83494f2-862b-4687-a8d0-971d2543ef8e HTTP/1.1" status: 200 len: 1093 time: 6.7945158 Nov 17 15:11:11.992167 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab5ccf8-743d-4b6e-851a-2d3e3b8b5897', 'tag': 'c83494f2-862b-4687-a8d0-971d2543ef8e'}] {{(pid=101834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:11:11.993268 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-db5f847a-152e-4e63-a954-8a6b388fa5da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:11.996218 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-db5f847a-152e-4e63-a954-8a6b388fa5da admin admin] Publish callbacks [] for security_group, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:11.997722 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-db5f847a-152e-4e63-a954-8a6b388fa5da admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fb288129-5840-49d6-8d5f-4b8ae0bfc9d3 HTTP/1.1" status: 204 len: 168 time: 0.3730004 Nov 17 15:11:12.008313 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f847a-152e-4e63-a954-8a6b388fa5da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb288129-5840-49d6-8d5f-4b8ae0bfc9d3,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:12.269072 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-30cbe2c1-0034-4991-9049-3a540f99bf69 req-1c99ce47-ef5b-44d6-8d8a-5e75eb27b107 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 210 time: 0.0975025 Nov 17 15:11:12.300698 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-44d129bd-18f9-4c0c-b7b6-76da72a022af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:12.344493 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-44d129bd-18f9-4c0c-b7b6-76da72a022af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:12.375328 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-1b1552d9-9ee5-4558-8f23-ef3a848cb9e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:12.435211 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd8adc5-9d0d-4565-9f40-fd271eef9c3d service neutron] Pushing event updated for resources: {'Port': ['ID=c83494f2-862b-4687-a8d0-971d2543ef8e,revision_number=3']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:12.545166 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-1b1552d9-9ee5-4558-8f23-ef3a848cb9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:12.552684 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-44d129bd-18f9-4c0c-b7b6-76da72a022af admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5e546a55aee64bb08761e80b893277aa&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1394973 Nov 17 15:11:12.553350 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 55830) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:12.557066 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10d7295a2f7876e94fbb36dd5f9fa1a1524f2628f083d864ab6dabde9166157e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0eac8b-9ec4-4045-bd1c-67142162d8f1" -d '{"events": [{"name": "network-changed", "server_uuid": "bab5ccf8-743d-4b6e-851a-2d3e3b8b5897", "tag": "c83494f2-862b-4687-a8d0-971d2543ef8e"}]}' {{(pid=101834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:11:12.657598 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-59ebb558-4646-4f3e-b67e-cc4787acc5a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:12.684589 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-cbbd68fc-ed02-43fa-885b-9f6fe4b1a70d req-507d6be9-08c0-438e-a15f-998ed90d312b tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 210 time: 0.2328265 Nov 17 15:11:12.686553 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d129bd-18f9-4c0c-b7b6-76da72a022af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b059ed-9db5-4fb3-b95c-36085bbdee1d,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:12.718886 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 55842) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:12.747096 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-59ebb558-4646-4f3e-b67e-cc4787acc5a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:12.768157 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-282d16c3-da25-438e-bb4c-5ff29f5d020e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:12.773042 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 55846) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:12.784223 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-1b1552d9-9ee5-4558-8f23-ef3a848cb9e7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6509c0b1dde7464b84c31357a6ae4be6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3646731 Nov 17 15:11:12.831528 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1552d9-9ee5-4558-8f23-ef3a848cb9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170cba7a-93cf-4a41-85e0-808208fbbdb7,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:12.928481 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-60795905-075f-4446-aff1-82ce8a651b7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:12.939227 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [req-2e994639-33fd-4891-a8ca-53dcfbb1cff8 req-be8944d3-01c2-4dab-a128-cd708ba9c3e5 service neutron] Request body: {'port': {'device_id': '743ac952-a5da-4edc-9a08-c7d02c2abb3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81823'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:11:13.002924 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-282d16c3-da25-438e-bb4c-5ff29f5d020e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:13.005705 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-59ebb558-4646-4f3e-b67e-cc4787acc5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:13.008631 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-59ebb558-4646-4f3e-b67e-cc4787acc5a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:13.010092 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-59ebb558-4646-4f3e-b67e-cc4787acc5a8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/96b059ed-9db5-4fb3-b95c-36085bbdee1d HTTP/1.1" status: 204 len: 168 time: 0.4551454 Nov 17 15:11:13.049498 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-282d16c3-da25-438e-bb4c-5ff29f5d020e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:13.053468 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [req-27a4605d-13c0-4c68-a823-964bd92fb908 req-6afcb7f8-cc14-49d2-a8cc-7b6afdcd0c0a tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Request body: {'port': {'device_id': '328c1350-8f0c-4db9-8fca-b0414b4081aa', 'network_id': '8f735dfc-629f-48fb-8e93-a13cf556a60b', 'admin_state_up': True, 'tenant_id': '2c31c9cd89174556a7ca67ee64363dab'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:11:13.404602 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ebb558-4646-4f3e-b67e-cc4787acc5a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b059ed-9db5-4fb3-b95c-36085bbdee1d,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:13.456743 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 15:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2df5b27-5c58-44d1-a9e9-08daa2500414 x-openstack-request-id: req-f2df5b27-5c58-44d1-a9e9-08daa2500414 {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:11:13.457892 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab5ccf8-743d-4b6e-851a-2d3e3b8b5897", "tag": "c83494f2-862b-4687-a8d0-971d2543ef8e", "status": "completed", "code": 200}]} {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:11:13.457892 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f2df5b27-5c58-44d1-a9e9-08daa2500414 {{(pid=101834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:11:13.461942 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab5ccf8-743d-4b6e-851a-2d3e3b8b5897', 'tag': 'c83494f2-862b-4687-a8d0-971d2543ef8e', 'status': 'completed', 'code': 200} Nov 17 15:11:13.475213 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-60795905-075f-4446-aff1-82ce8a651b7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:13.478124 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d16c3-da25-438e-bb4c-5ff29f5d020e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cecb3a3b-44ff-4456-bc21-f64037d99d69,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:13.542737 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-726e8903-cedd-4fbe-a77f-3aa0ecd7802b req-88c42695-1e19-4702-8bd1-4dd698c3a684 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 210 time: 0.0609491 Nov 17 15:11:13.548361 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-282d16c3-da25-438e-bb4c-5ff29f5d020e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=126615454a4b4a89adae0496740f87e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8284457 Nov 17 15:11:13.555736 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 55874) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:13.633277 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-60795905-075f-4446-aff1-82ce8a651b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:13.637612 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-60795905-075f-4446-aff1-82ce8a651b7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:13.638869 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-60795905-075f-4446-aff1-82ce8a651b7b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/170cba7a-93cf-4a41-85e0-808208fbbdb7 HTTP/1.1" status: 204 len: 168 time: 0.8648455 Nov 17 15:11:13.679166 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60795905-075f-4446-aff1-82ce8a651b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170cba7a-93cf-4a41-85e0-808208fbbdb7,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:13.757966 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-7d9bf769-d0e1-4d87-bef1-e7676c5a0fd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:13.788162 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-2e994639-33fd-4891-a8ca-53dcfbb1cff8 req-be8944d3-01c2-4dab-a128-cd708ba9c3e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:13.820149 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305b8a5-c2a7-46a7-96ab-dd8a9f13129c req-1d9410ed-6d9c-4f8f-b325-1c66cf030b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:13.821447 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-7d9bf769-d0e1-4d87-bef1-e7676c5a0fd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:13.822020 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-8305b8a5-c2a7-46a7-96ab-dd8a9f13129c req-1d9410ed-6d9c-4f8f-b325-1c66cf030b69 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f46d65fba1374525b85e154c2a6e55b4&device_id=bab5ccf8-743d-4b6e-851a-2d3e3b8b5897 HTTP/1.1" status: 200 len: 1096 time: 0.5918155 Nov 17 15:11:13.881287 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27a4605d-13c0-4c68-a823-964bd92fb908 req-6afcb7f8-cc14-49d2-a8cc-7b6afdcd0c0a tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Made reservation on behalf of 2c31c9cd89174556a7ca67ee64363dab for: {'port': 1} {{(pid=101834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:11:13.885058 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-27a4605d-13c0-4c68-a823-964bd92fb908 req-6afcb7f8-cc14-49d2-a8cc-7b6afdcd0c0a tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:13.926025 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-eb65f724-bd50-4813-8c34-a7fdc8fb469b req-583ad943-d2d9-4730-b676-160a3728f5c3 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 210 time: 0.0618329 Nov 17 15:11:13.958739 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-7d9bf769-d0e1-4d87-bef1-e7676c5a0fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:13.963219 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-7d9bf769-d0e1-4d87-bef1-e7676c5a0fd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:13.964774 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-7d9bf769-d0e1-4d87-bef1-e7676c5a0fd1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cecb3a3b-44ff-4456-bc21-f64037d99d69 HTTP/1.1" status: 204 len: 168 time: 0.4076464 Nov 17 15:11:13.990000 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9bf769-d0e1-4d87-bef1-e7676c5a0fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cecb3a3b-44ff-4456-bc21-f64037d99d69,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:14.013118 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca6584-2a5e-4668-8ba8-5e4688619181 req-f7d587cb-bdec-4de4-9943-e780a2820d64 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:14.017416 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-a1ca6584-2a5e-4668-8ba8-5e4688619181 req-f7d587cb-bdec-4de4-9943-e780a2820d64 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/ports?device_id=bab5ccf8-743d-4b6e-851a-2d3e3b8b5897 HTTP/1.1" status: 200 len: 943 time: 0.5783617 Nov 17 15:11:14.027114 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-8305b8a5-c2a7-46a7-96ab-dd8a9f13129c req-026d3928-4758-4b37-a91b-764d759fc5c9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c83494f2-862b-4687-a8d0-971d2543ef8e HTTP/1.1" status: 200 len: 217 time: 0.1213422 Nov 17 15:11:14.587359 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305b8a5-c2a7-46a7-96ab-dd8a9f13129c req-0c661158-1650-4956-bd6e-25a2c995cbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:14.591593 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-8305b8a5-c2a7-46a7-96ab-dd8a9f13129c req-0c661158-1650-4956-bd6e-25a2c995cbcf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0de3fea4-3585-46be-aee2-0faf6d45c187 HTTP/1.1" status: 200 len: 850 time: 0.5406249 Nov 17 15:11:14.618369 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-a1ca6584-2a5e-4668-8ba8-5e4688619181 req-1cde3632-2a81-400b-967d-c6739cd8a1b6 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/security-groups?id=e43155c4-feb7-4380-832d-2405bef285a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5849414 Nov 17 15:11:14.737955 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-2819b49d-7657-4c1c-8b51-a1b393203ea4 req-11e07951-22d3-4bf5-8523-3773ffadbd97 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 210 time: 0.0496545 Nov 17 15:11:14.856223 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.notifiers.nova [req-2e994639-33fd-4891-a8ca-53dcfbb1cff8 req-be8944d3-01c2-4dab-a128-cd708ba9c3e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 275b7aa5-703f-43be-b128-93dc4f5e3ba7 {{(pid=101834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 15:11:14.868933 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-2e994639-33fd-4891-a8ca-53dcfbb1cff8 req-be8944d3-01c2-4dab-a128-cd708ba9c3e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:14.906212 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.provisioning_blocks [req-2e994639-33fd-4891-a8ca-53dcfbb1cff8 req-be8944d3-01c2-4dab-a128-cd708ba9c3e5 service neutron] Transition to ACTIVE for port object 275b7aa5-703f-43be-b128-93dc4f5e3ba7 will not be triggered until provisioned by entity L2. {{(pid=101834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 17 15:11:14.961545 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-2e994639-33fd-4891-a8ca-53dcfbb1cff8 req-be8944d3-01c2-4dab-a128-cd708ba9c3e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:15.096509 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.db_base_plugin_common [req-27a4605d-13c0-4c68-a823-964bd92fb908 req-6afcb7f8-cc14-49d2-a8cc-7b6afdcd0c0a tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Allocated IP 172.20.0.11 (8f735dfc-629f-48fb-8e93-a13cf556a60b/88826920-16d8-4049-9290-269b7ad338c8/56a90435-3db1-4186-ad8f-7aa3e092af42) {{(pid=101834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:11:15.165338 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8944d3-01c2-4dab-a128-cd708ba9c3e5 service neutron] Pushing event updated for resources: {'Port': ['ID=275b7aa5-703f-43be-b128-93dc4f5e3ba7,revision_number=2']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:15.168941 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-9628ab1e-a38d-4192-8eaa-758c68aa5a92 req-144e04af-dc42-4136-85a3-004236a2ac31 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 210 time: 0.0701377 Nov 17 15:11:15.240450 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.managers [req-2e994639-33fd-4891-a8ca-53dcfbb1cff8 req-be8944d3-01c2-4dab-a128-cd708ba9c3e5 service neutron] Attempting to bind port 275b7aa5-703f-43be-b128-93dc4f5e3ba7 on host hv-cinder-81823 for vnic_type normal with profile {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 15:11:15.240848 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.managers [req-2e994639-33fd-4891-a8ca-53dcfbb1cff8 req-be8944d3-01c2-4dab-a128-cd708ba9c3e5 service neutron] Attempting to bind port 275b7aa5-703f-43be-b128-93dc4f5e3ba7 by drivers openvswitch,hyperv on host hv-cinder-81823 at level 0 using segments [{'id': '97a9b651-9208-41e6-b767-e98fd9bda307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8f735dfc-629f-48fb-8e93-a13cf556a60b'}] {{(pid=101834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 15:11:15.241174 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e994639-33fd-4891-a8ca-53dcfbb1cff8 req-be8944d3-01c2-4dab-a128-cd708ba9c3e5 service neutron] Attempting to bind port 275b7aa5-703f-43be-b128-93dc4f5e3ba7 on network 8f735dfc-629f-48fb-8e93-a13cf556a60b {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:11:15.276042 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e994639-33fd-4891-a8ca-53dcfbb1cff8 req-be8944d3-01c2-4dab-a128-cd708ba9c3e5 service neutron] Port 275b7aa5-703f-43be-b128-93dc4f5e3ba7 on network 8f735dfc-629f-48fb-8e93-a13cf556a60b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81823 {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 17 15:11:15.276365 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e994639-33fd-4891-a8ca-53dcfbb1cff8 req-be8944d3-01c2-4dab-a128-cd708ba9c3e5 service neutron] Attempting to bind port 275b7aa5-703f-43be-b128-93dc4f5e3ba7 on network 8f735dfc-629f-48fb-8e93-a13cf556a60b {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:11:15.322019 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e994639-33fd-4891-a8ca-53dcfbb1cff8 req-be8944d3-01c2-4dab-a128-cd708ba9c3e5 service neutron] Checking agent: {'id': '56359ff8-4a05-4ac1-99e4-1793cc03f30f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81823', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 15, 9, 3), 'started_at': datetime.datetime(2021, 11, 17, 15, 9, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 15, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 15:11:15.322356 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e994639-33fd-4891-a8ca-53dcfbb1cff8 req-be8944d3-01c2-4dab-a128-cd708ba9c3e5 service neutron] Checking segment: {'id': '97a9b651-9208-41e6-b767-e98fd9bda307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8f735dfc-629f-48fb-8e93-a13cf556a60b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:11:15.322730 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e994639-33fd-4891-a8ca-53dcfbb1cff8 req-be8944d3-01c2-4dab-a128-cd708ba9c3e5 service neutron] Bound using segment: {'id': '97a9b651-9208-41e6-b767-e98fd9bda307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8f735dfc-629f-48fb-8e93-a13cf556a60b'} {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 15:11:15.323173 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.managers [req-2e994639-33fd-4891-a8ca-53dcfbb1cff8 req-be8944d3-01c2-4dab-a128-cd708ba9c3e5 service neutron] Bound port: 275b7aa5-703f-43be-b128-93dc4f5e3ba7, host: hv-cinder-81823, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97a9b651-9208-41e6-b767-e98fd9bda307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8f735dfc-629f-48fb-8e93-a13cf556a60b'}}] {{(pid=101834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 15:11:15.323561 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-2e994639-33fd-4891-a8ca-53dcfbb1cff8 req-be8944d3-01c2-4dab-a128-cd708ba9c3e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:15.632616 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [req-2e994639-33fd-4891-a8ca-53dcfbb1cff8 req-be8944d3-01c2-4dab-a128-cd708ba9c3e5 service neutron] For port 275b7aa5-703f-43be-b128-93dc4f5e3ba7, host hv-cinder-81823, cleared binding levels {{(pid=101834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 15:11:15.636845 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-27a4605d-13c0-4c68-a823-964bd92fb908 req-6afcb7f8-cc14-49d2-a8cc-7b6afdcd0c0a tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Publish callbacks [] for port, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:15.639181 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [req-2e994639-33fd-4891-a8ca-53dcfbb1cff8 req-be8944d3-01c2-4dab-a128-cd708ba9c3e5 service neutron] For port 275b7aa5-703f-43be-b128-93dc4f5e3ba7, host hv-cinder-81823, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=275b7aa5-703f-43be-b128-93dc4f5e3ba7,segment=NetworkSegment(97a9b651-9208-41e6-b767-e98fd9bda307),segment_id=97a9b651-9208-41e6-b767-e98fd9bda307)] {{(pid=101834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 15:11:15.646757 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-2e994639-33fd-4891-a8ca-53dcfbb1cff8 req-be8944d3-01c2-4dab-a128-cd708ba9c3e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:15.694336 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e994639-33fd-4891-a8ca-53dcfbb1cff8 req-be8944d3-01c2-4dab-a128-cd708ba9c3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:15.695303 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-2e994639-33fd-4891-a8ca-53dcfbb1cff8 req-be8944d3-01c2-4dab-a128-cd708ba9c3e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for port, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:15.696710 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-2e994639-33fd-4891-a8ca-53dcfbb1cff8 req-be8944d3-01c2-4dab-a128-cd708ba9c3e5 service neutron] 10.222.0.55 "PUT /v2.0/ports/275b7aa5-703f-43be-b128-93dc4f5e3ba7 HTTP/1.1" status: 200 len: 1093 time: 2.7622070 Nov 17 15:11:15.703109 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '743ac952-a5da-4edc-9a08-c7d02c2abb3b', 'tag': '275b7aa5-703f-43be-b128-93dc4f5e3ba7'}] {{(pid=101834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:11:15.705598 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10d7295a2f7876e94fbb36dd5f9fa1a1524f2628f083d864ab6dabde9166157e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b459f3e0-2169-4c2d-8fec-598a56c8f52e" -d '{"events": [{"name": "network-changed", "server_uuid": "743ac952-a5da-4edc-9a08-c7d02c2abb3b", "tag": "275b7aa5-703f-43be-b128-93dc4f5e3ba7"}]}' {{(pid=101834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:11:15.736509 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8944d3-01c2-4dab-a128-cd708ba9c3e5 service neutron] Pushing event updated for resources: {'Port': ['ID=275b7aa5-703f-43be-b128-93dc4f5e3ba7,revision_number=3']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:15.752563 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-27a4605d-13c0-4c68-a823-964bd92fb908 req-6afcb7f8-cc14-49d2-a8cc-7b6afdcd0c0a tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718'] for port, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:15.814601 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27a4605d-13c0-4c68-a823-964bd92fb908 req-6afcb7f8-cc14-49d2-a8cc-7b6afdcd0c0a tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Network 8f735dfc-629f-48fb-8e93-a13cf556a60b is already hosted by enough agents. {{(pid=101834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:11:15.819036 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.base_scheduler [req-27a4605d-13c0-4c68-a823-964bd92fb908 req-6afcb7f8-cc14-49d2-a8cc-7b6afdcd0c0a tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Resources bound (agent type, host, resource id): {{(pid=101834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:11:15.821872 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a4605d-13c0-4c68-a823-964bd92fb908 req-6afcb7f8-cc14-49d2-a8cc-7b6afdcd0c0a tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Received port after_create {{(pid=101834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:11:15.834139 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4605d-13c0-4c68-a823-964bd92fb908 req-6afcb7f8-cc14-49d2-a8cc-7b6afdcd0c0a tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:15.834802 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-27a4605d-13c0-4c68-a823-964bd92fb908 req-6afcb7f8-cc14-49d2-a8cc-7b6afdcd0c0a tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for port, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:15.845877 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b03ad61-41d2-44a0-84ca-dfdc41086084 req-54ed19a6-59f3-4ab5-ba6f-ea89a1555d6c tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:15.846557 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 15:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ab6026-ead5-457f-86a1-d921c5535624 x-openstack-request-id: req-81ab6026-ead5-457f-86a1-d921c5535624 {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:11:15.846557 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "743ac952-a5da-4edc-9a08-c7d02c2abb3b", "tag": "275b7aa5-703f-43be-b128-93dc4f5e3ba7", "status": "completed", "code": 200}]} {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:11:15.846774 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-81ab6026-ead5-457f-86a1-d921c5535624 {{(pid=101834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:11:15.847147 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '743ac952-a5da-4edc-9a08-c7d02c2abb3b', 'tag': '275b7aa5-703f-43be-b128-93dc4f5e3ba7', 'status': 'completed', 'code': 200} Nov 17 15:11:15.855185 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-8b03ad61-41d2-44a0-84ca-dfdc41086084 req-54ed19a6-59f3-4ab5-ba6f-ea89a1555d6c tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/ports?device_id=bab5ccf8-743d-4b6e-851a-2d3e3b8b5897 HTTP/1.1" status: 200 len: 943 time: 0.0994718 Nov 17 15:11:15.861436 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afcb7f8-cc14-49d2-a8cc-7b6afdcd0c0a tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Pushing event updated for resources: {'Port': ['ID=56a90435-3db1-4186-ad8f-7aa3e092af42,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:15.871067 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-27a4605d-13c0-4c68-a823-964bd92fb908 req-6afcb7f8-cc14-49d2-a8cc-7b6afdcd0c0a tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8408375 Nov 17 15:11:15.920642 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-8b03ad61-41d2-44a0-84ca-dfdc41086084 req-983d79e6-b6bd-4021-ab6c-106bae933e56 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/security-groups?id=e43155c4-feb7-4380-832d-2405bef285a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625970 Nov 17 15:11:16.063144 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab86b24-b731-4a72-812a-e08e55cd2326 req-3e937001-b3bf-4c4b-8e5f-10004e0b5ad7 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:16.063144 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-eab86b24-b731-4a72-812a-e08e55cd2326 req-3e937001-b3bf-4c4b-8e5f-10004e0b5ad7 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 932 time: 0.1177013 Nov 17 15:11:16.128551 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-eab86b24-b731-4a72-812a-e08e55cd2326 req-4080cc28-388b-41dd-af40-51cdf90b11c8 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576584 Nov 17 15:11:16.275085 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [req-27a4605d-13c0-4c68-a823-964bd92fb908 req-938502d9-8979-4f34-88c5-a296f4a89499 service neutron] Request body: {'port': {'device_id': '328c1350-8f0c-4db9-8fca-b0414b4081aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81823'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:11:16.330224 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-8305b8a5-c2a7-46a7-96ab-dd8a9f13129c req-de51a30d-fcaf-4cc9-9281-e306d7714d24 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=165c6e4d-73f7-4f8b-912b-915384972dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626965 Nov 17 15:11:16.339995 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-40b3c944-e5de-4ed4-88ab-9996769aacdc req-389a7bfd-2010-4c2f-a7e1-827c8650abd4 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 210 time: 0.0572712 Nov 17 15:11:16.488577 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459f3e0-2169-4c2d-8fec-598a56c8f52e req-d893d4f8-2203-489b-9fcb-8a8d398fdad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:16.490062 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-b459f3e0-2169-4c2d-8fec-598a56c8f52e req-d893d4f8-2203-489b-9fcb-8a8d398fdad9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2c31c9cd89174556a7ca67ee64363dab&device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 1096 time: 0.1634266 Nov 17 15:11:16.493899 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-27a4605d-13c0-4c68-a823-964bd92fb908 req-938502d9-8979-4f34-88c5-a296f4a89499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:16.603850 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.55', 60423) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:16.622128 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-8305b8a5-c2a7-46a7-96ab-dd8a9f13129c req-4e92250f-4a60-4957-bf66-c2e7ca268d1a service neutron] 10.222.0.55 "GET /v2.0/networks/165c6e4d-73f7-4f8b-912b-915384972dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475157 Nov 17 15:11:16.744071 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157f109-a6cd-4409-9fd6-6ec2b8b93199 req-2bd32bb7-e159-4860-af5a-7e6482841882 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:16.746820 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-c157f109-a6cd-4409-9fd6-6ec2b8b93199 req-2bd32bb7-e159-4860-af5a-7e6482841882 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.55 "GET /v2.0/networks?id=6ca42089-8bb6-47e4-9dcd-a40e1ac70e66 HTTP/1.1" status: 200 len: 811 time: 0.1417522 Nov 17 15:11:16.854253 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-c157f109-a6cd-4409-9fd6-6ec2b8b93199 req-a0ee8008-9df3-4671-ac73-21b78c49b87e tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4e3fd73a0164f73baea3c35a692ff86 HTTP/1.1" status: 200 len: 380 time: 0.0967579 Nov 17 15:11:16.884649 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459f3e0-2169-4c2d-8fec-598a56c8f52e req-83084aba-152c-449f-afe4-d6ae03b9bc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:16.886108 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-b459f3e0-2169-4c2d-8fec-598a56c8f52e req-83084aba-152c-449f-afe4-d6ae03b9bc37 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=2c31c9cd89174556a7ca67ee64363dab&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3771858 Nov 17 15:11:16.887658 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.v2.base [req-c157f109-a6cd-4409-9fd6-6ec2b8b93199 req-2588e82f-a704-411b-9eff-ea4baca4e423 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Request body: {'port': {'device_id': 'fa18ff41-afde-4d28-8a25-2c9981ac6cff', 'network_id': '6ca42089-8bb6-47e4-9dcd-a40e1ac70e66', 'admin_state_up': True, 'tenant_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'security_groups': ['d021336b-71ed-4ed3-bf6c-930a92e4b1c7']}} {{(pid=101833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:11:17.045278 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c157f109-a6cd-4409-9fd6-6ec2b8b93199 req-2588e82f-a704-411b-9eff-ea4baca4e423 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Made reservation on behalf of b4e3fd73a0164f73baea3c35a692ff86 for: {'port': 1} {{(pid=101833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:11:17.058624 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-8305b8a5-c2a7-46a7-96ab-dd8a9f13129c req-2094c599-4485-49e1-9269-164370d1a472 service neutron] 10.222.0.55 "GET /v2.0/networks/165c6e4d-73f7-4f8b-912b-915384972dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985217 Nov 17 15:11:17.063343 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-c157f109-a6cd-4409-9fd6-6ec2b8b93199 req-2588e82f-a704-411b-9eff-ea4baca4e423 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:17.285738 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459f3e0-2169-4c2d-8fec-598a56c8f52e req-5ba2ba97-1564-42e3-b524-45cc621dc285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:17.287843 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-b459f3e0-2169-4c2d-8fec-598a56c8f52e req-5ba2ba97-1564-42e3-b524-45cc621dc285 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3867934 Nov 17 15:11:17.312028 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d04c08f-2f11-4cc9-ba9c-03d1f14d9499 req-1f3a4de4-8eaf-49da-8193-13a0af5eae2b tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:17.313819 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-6d04c08f-2f11-4cc9-ba9c-03d1f14d9499 req-1f3a4de4-8eaf-49da-8193-13a0af5eae2b tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/ports?device_id=bab5ccf8-743d-4b6e-851a-2d3e3b8b5897 HTTP/1.1" status: 200 len: 943 time: 0.2543356 Nov 17 15:11:17.364512 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0eac8b-9ec4-4045-bd1c-67142162d8f1 req-ab7250ea-097f-4309-8f1c-9886ce8dae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:17.366075 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-5f0eac8b-9ec4-4045-bd1c-67142162d8f1 req-ab7250ea-097f-4309-8f1c-9886ce8dae0c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f46d65fba1374525b85e154c2a6e55b4&device_id=bab5ccf8-743d-4b6e-851a-2d3e3b8b5897 HTTP/1.1" status: 200 len: 1096 time: 0.2285216 Nov 17 15:11:17.471395 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.notifiers.nova [req-27a4605d-13c0-4c68-a823-964bd92fb908 req-938502d9-8979-4f34-88c5-a296f4a89499 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56a90435-3db1-4186-ad8f-7aa3e092af42 {{(pid=101834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 15:11:17.475413 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdbb6ca-7ebc-4896-acbe-ebad5e64a5bb req-5246f0df-141b-4eab-94d1-d8aa34073076 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:17.476722 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-4cdbb6ca-7ebc-4896-acbe-ebad5e64a5bb req-5246f0df-141b-4eab-94d1-d8aa34073076 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 932 time: 0.1722081 Nov 17 15:11:17.511688 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-27a4605d-13c0-4c68-a823-964bd92fb908 req-938502d9-8979-4f34-88c5-a296f4a89499 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:17.554056 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.db.db_base_plugin_common [req-c157f109-a6cd-4409-9fd6-6ec2b8b93199 req-2588e82f-a704-411b-9eff-ea4baca4e423 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Allocated IP 172.20.0.13 (6ca42089-8bb6-47e4-9dcd-a40e1ac70e66/7a6cfc7a-d04e-4d58-a0f5-383a0d4f2ccc/b6f53709-aebf-47c2-897b-edc056f39eda) {{(pid=101833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:11:17.565509 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-6d04c08f-2f11-4cc9-ba9c-03d1f14d9499 req-ceb77947-61c9-4607-9a39-8d9cc6c2a751 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/security-groups?id=e43155c4-feb7-4380-832d-2405bef285a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407954 Nov 17 15:11:17.584437 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e994639-33fd-4891-a8ca-53dcfbb1cff8 req-cbeb7fbd-0591-4685-9587-b9496ce23c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:17.586097 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-2e994639-33fd-4891-a8ca-53dcfbb1cff8 req-cbeb7fbd-0591-4685-9587-b9496ce23c0d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2c31c9cd89174556a7ca67ee64363dab&device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 1096 time: 0.2457583 Nov 17 15:11:17.597417 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.provisioning_blocks [req-27a4605d-13c0-4c68-a823-964bd92fb908 req-938502d9-8979-4f34-88c5-a296f4a89499 service neutron] Transition to ACTIVE for port object 56a90435-3db1-4186-ad8f-7aa3e092af42 will not be triggered until provisioned by entity L2. {{(pid=101834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 17 15:11:17.615815 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-27a4605d-13c0-4c68-a823-964bd92fb908 req-938502d9-8979-4f34-88c5-a296f4a89499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:17.638091 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-4cdbb6ca-7ebc-4896-acbe-ebad5e64a5bb req-3cee1cc2-3991-411f-a682-fbefe0b39cf4 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351728 Nov 17 15:11:17.857843 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-c157f109-a6cd-4409-9fd6-6ec2b8b93199 req-2588e82f-a704-411b-9eff-ea4baca4e423 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks [] for port, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:17.862682 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-2e994639-33fd-4891-a8ca-53dcfbb1cff8 req-f0a935b6-c3c3-40de-bc48-8944dd6e73ff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=275b7aa5-703f-43be-b128-93dc4f5e3ba7 HTTP/1.1" status: 200 len: 217 time: 0.2633009 Nov 17 15:11:17.881362 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 56064) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:17.942705 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-c157f109-a6cd-4409-9fd6-6ec2b8b93199 req-2588e82f-a704-411b-9eff-ea4baca4e423 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718'] for port, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:17.950715 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-273d8133-02b3-4f39-b9ec-92cd3cbf73fb req-df051ebc-6992-4c27-9f9f-2ba83a165e1b tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 210 time: 0.0796316 Nov 17 15:11:17.951699 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0eac8b-9ec4-4045-bd1c-67142162d8f1 req-47989c5e-fd43-4dd9-9a21-eb35c22d7af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:17.952982 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-5f0eac8b-9ec4-4045-bd1c-67142162d8f1 req-47989c5e-fd43-4dd9-9a21-eb35c22d7af8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=165c6e4d-73f7-4f8b-912b-915384972dc3 HTTP/1.1" status: 200 len: 911 time: 0.5518639 Nov 17 15:11:17.965672 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938502d9-8979-4f34-88c5-a296f4a89499 service neutron] Pushing event updated for resources: {'Port': ['ID=56a90435-3db1-4186-ad8f-7aa3e092af42,revision_number=2']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:18.025911 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-5f0eac8b-9ec4-4045-bd1c-67142162d8f1 req-f3b93768-b0e8-4def-8711-cde800ea18e4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c83494f2-862b-4687-a8d0-971d2543ef8e HTTP/1.1" status: 200 len: 217 time: 0.0616274 Nov 17 15:11:18.032816 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e994639-33fd-4891-a8ca-53dcfbb1cff8 req-eade1164-c4df-4d5c-9928-c9c18f85fd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:18.034417 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-2e994639-33fd-4891-a8ca-53dcfbb1cff8 req-eade1164-c4df-4d5c-9928-c9c18f85fd07 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=88826920-16d8-4049-9290-269b7ad338c8 HTTP/1.1" status: 200 len: 859 time: 0.1619601 Nov 17 15:11:18.051600 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c157f109-a6cd-4409-9fd6-6ec2b8b93199 req-2588e82f-a704-411b-9eff-ea4baca4e423 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Network 6ca42089-8bb6-47e4-9dcd-a40e1ac70e66 is already hosted by enough agents. {{(pid=101833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:11:18.083617 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.managers [req-27a4605d-13c0-4c68-a823-964bd92fb908 req-938502d9-8979-4f34-88c5-a296f4a89499 service neutron] Attempting to bind port 56a90435-3db1-4186-ad8f-7aa3e092af42 on host hv-cinder-81823 for vnic_type normal with profile {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 15:11:18.084103 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.managers [req-27a4605d-13c0-4c68-a823-964bd92fb908 req-938502d9-8979-4f34-88c5-a296f4a89499 service neutron] Attempting to bind port 56a90435-3db1-4186-ad8f-7aa3e092af42 by drivers openvswitch,hyperv on host hv-cinder-81823 at level 0 using segments [{'id': '97a9b651-9208-41e6-b767-e98fd9bda307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8f735dfc-629f-48fb-8e93-a13cf556a60b'}] {{(pid=101834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 15:11:18.084597 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a4605d-13c0-4c68-a823-964bd92fb908 req-938502d9-8979-4f34-88c5-a296f4a89499 service neutron] Attempting to bind port 56a90435-3db1-4186-ad8f-7aa3e092af42 on network 8f735dfc-629f-48fb-8e93-a13cf556a60b {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:11:18.106788 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.base_scheduler [req-c157f109-a6cd-4409-9fd6-6ec2b8b93199 req-2588e82f-a704-411b-9eff-ea4baca4e423 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Resources bound (agent type, host, resource id): {{(pid=101833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:11:18.109005 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-2e994639-33fd-4891-a8ca-53dcfbb1cff8 req-8648cf5e-b43a-49dd-b6c7-4586ac922bed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8f735dfc-629f-48fb-8e93-a13cf556a60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572639 Nov 17 15:11:18.115536 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a4605d-13c0-4c68-a823-964bd92fb908 req-938502d9-8979-4f34-88c5-a296f4a89499 service neutron] Port 56a90435-3db1-4186-ad8f-7aa3e092af42 on network 8f735dfc-629f-48fb-8e93-a13cf556a60b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81823 {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 17 15:11:18.116693 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a4605d-13c0-4c68-a823-964bd92fb908 req-938502d9-8979-4f34-88c5-a296f4a89499 service neutron] Attempting to bind port 56a90435-3db1-4186-ad8f-7aa3e092af42 on network 8f735dfc-629f-48fb-8e93-a13cf556a60b {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:11:18.120966 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.db.l3_dvrscheduler_db [req-c157f109-a6cd-4409-9fd6-6ec2b8b93199 req-2588e82f-a704-411b-9eff-ea4baca4e423 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Received port after_create {{(pid=101833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:11:18.127459 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157f109-a6cd-4409-9fd6-6ec2b8b93199 req-2588e82f-a704-411b-9eff-ea4baca4e423 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:18.128095 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-c157f109-a6cd-4409-9fd6-6ec2b8b93199 req-2588e82f-a704-411b-9eff-ea4baca4e423 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for port, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:18.183392 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-bae253f9-fce6-4dd5-845f-0c282681b29d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:18.237372 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2588e82f-a704-411b-9eff-ea4baca4e423 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Pushing event updated for resources: {'Port': ['ID=b6f53709-aebf-47c2-897b-edc056f39eda,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:18.247480 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-c157f109-a6cd-4409-9fd6-6ec2b8b93199 req-2588e82f-a704-411b-9eff-ea4baca4e423 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3682692 Nov 17 15:11:18.265109 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.v2.base [req-c157f109-a6cd-4409-9fd6-6ec2b8b93199 req-46dad043-0f22-494e-9f54-419a802bcaf7 service neutron] Request body: {'port': {'device_id': 'fa18ff41-afde-4d28-8a25-2c9981ac6cff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81823'}} {{(pid=101833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:11:18.267552 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a4605d-13c0-4c68-a823-964bd92fb908 req-938502d9-8979-4f34-88c5-a296f4a89499 service neutron] Checking agent: {'id': '56359ff8-4a05-4ac1-99e4-1793cc03f30f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81823', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 15, 9, 3), 'started_at': datetime.datetime(2021, 11, 17, 15, 9, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 15, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 15:11:18.267903 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a4605d-13c0-4c68-a823-964bd92fb908 req-938502d9-8979-4f34-88c5-a296f4a89499 service neutron] Checking segment: {'id': '97a9b651-9208-41e6-b767-e98fd9bda307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8f735dfc-629f-48fb-8e93-a13cf556a60b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:11:18.271793 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a4605d-13c0-4c68-a823-964bd92fb908 req-938502d9-8979-4f34-88c5-a296f4a89499 service neutron] Bound using segment: {'id': '97a9b651-9208-41e6-b767-e98fd9bda307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8f735dfc-629f-48fb-8e93-a13cf556a60b'} {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 15:11:18.272304 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.managers [req-27a4605d-13c0-4c68-a823-964bd92fb908 req-938502d9-8979-4f34-88c5-a296f4a89499 service neutron] Bound port: 56a90435-3db1-4186-ad8f-7aa3e092af42, host: hv-cinder-81823, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97a9b651-9208-41e6-b767-e98fd9bda307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8f735dfc-629f-48fb-8e93-a13cf556a60b'}}] {{(pid=101834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 15:11:18.272746 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-27a4605d-13c0-4c68-a823-964bd92fb908 req-938502d9-8979-4f34-88c5-a296f4a89499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:18.278267 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0eac8b-9ec4-4045-bd1c-67142162d8f1 req-ac67d470-95cc-4a6d-9768-8d0fb1e6250d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:18.281427 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-5f0eac8b-9ec4-4045-bd1c-67142162d8f1 req-ac67d470-95cc-4a6d-9768-8d0fb1e6250d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0de3fea4-3585-46be-aee2-0faf6d45c187 HTTP/1.1" status: 200 len: 850 time: 0.2459645 Nov 17 15:11:18.357550 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-bae253f9-fce6-4dd5-845f-0c282681b29d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:18.358406 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-c157f109-a6cd-4409-9fd6-6ec2b8b93199 req-46dad043-0f22-494e-9f54-419a802bcaf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:18.372235 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-bae253f9-fce6-4dd5-845f-0c282681b29d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:18.400362 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-5f0eac8b-9ec4-4045-bd1c-67142162d8f1 req-128b1272-4747-4a78-bc1a-56c0f3495f0e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=165c6e4d-73f7-4f8b-912b-915384972dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1059175 Nov 17 15:11:18.450104 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae253f9-fce6-4dd5-845f-0c282681b29d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e37e70-17b7-4d97-93fb-4aa6327d0d95,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:18.454391 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-bae253f9-fce6-4dd5-845f-0c282681b29d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2c9d41e684b94397a0669436f438d4b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5661836 Nov 17 15:11:18.459709 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 56086) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:18.465273 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [req-27a4605d-13c0-4c68-a823-964bd92fb908 req-938502d9-8979-4f34-88c5-a296f4a89499 service neutron] For port 56a90435-3db1-4186-ad8f-7aa3e092af42, host hv-cinder-81823, cleared binding levels {{(pid=101834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 15:11:18.471654 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-2e994639-33fd-4891-a8ca-53dcfbb1cff8 req-324ed949-1c83-4e38-96e9-43ed7566fe8c service neutron] 10.222.0.55 "GET /v2.0/networks/8f735dfc-629f-48fb-8e93-a13cf556a60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499575 Nov 17 15:11:18.523983 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [req-27a4605d-13c0-4c68-a823-964bd92fb908 req-938502d9-8979-4f34-88c5-a296f4a89499 service neutron] For port 56a90435-3db1-4186-ad8f-7aa3e092af42, host hv-cinder-81823, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=56a90435-3db1-4186-ad8f-7aa3e092af42,segment=NetworkSegment(97a9b651-9208-41e6-b767-e98fd9bda307),segment_id=97a9b651-9208-41e6-b767-e98fd9bda307)] {{(pid=101834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 15:11:18.529841 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-f41718ac-c46b-4c71-b12e-5c359b7bf477 None None] Provisioning complete for port b6f53709-aebf-47c2-897b-edc056f39eda triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:11:18.530459 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-f41718ac-c46b-4c71-b12e-5c359b7bf477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:18.553233 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-27a4605d-13c0-4c68-a823-964bd92fb908 req-938502d9-8979-4f34-88c5-a296f4a89499 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:18.594501 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-f41718ac-c46b-4c71-b12e-5c359b7bf477 None None] Port b6f53709-aebf-47c2-897b-edc056f39eda cannot update to ACTIVE because it is not bound. {{(pid=101835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 15:11:18.671055 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4605d-13c0-4c68-a823-964bd92fb908 req-938502d9-8979-4f34-88c5-a296f4a89499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:18.671276 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-27a4605d-13c0-4c68-a823-964bd92fb908 req-938502d9-8979-4f34-88c5-a296f4a89499 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for port, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:18.672715 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-27a4605d-13c0-4c68-a823-964bd92fb908 req-938502d9-8979-4f34-88c5-a296f4a89499 service neutron] 10.222.0.55 "PUT /v2.0/ports/56a90435-3db1-4186-ad8f-7aa3e092af42 HTTP/1.1" status: 200 len: 1094 time: 2.4065800 Nov 17 15:11:18.673155 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '328c1350-8f0c-4db9-8fca-b0414b4081aa', 'tag': '56a90435-3db1-4186-ad8f-7aa3e092af42'}] {{(pid=101834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:11:18.675403 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10d7295a2f7876e94fbb36dd5f9fa1a1524f2628f083d864ab6dabde9166157e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8e5f01-e39b-4196-8a55-38af1e6f5f49" -d '{"events": [{"name": "network-changed", "server_uuid": "328c1350-8f0c-4db9-8fca-b0414b4081aa", "tag": "56a90435-3db1-4186-ad8f-7aa3e092af42"}]}' {{(pid=101834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:11:18.684415 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-5f0eac8b-9ec4-4045-bd1c-67142162d8f1 req-2fe9fea5-eea8-4366-8761-419bc88c41ef service neutron] 10.222.0.55 "GET /v2.0/networks/165c6e4d-73f7-4f8b-912b-915384972dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749522 Nov 17 15:11:18.708838 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938502d9-8979-4f34-88c5-a296f4a89499 service neutron] Pushing event updated for resources: {'Port': ['ID=56a90435-3db1-4186-ad8f-7aa3e092af42,revision_number=3']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:18.717955 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-f4a9af41-ca20-4780-a14e-5ed4e08424b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:18.786314 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-f4a9af41-ca20-4780-a14e-5ed4e08424b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:18.808514 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c99a32-9bb5-4a52-b914-bf695ac95a69 req-daf20bf9-7b0a-4399-ba3a-d91deeabfab8 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:18.810083 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-b2c99a32-9bb5-4a52-b914-bf695ac95a69 req-daf20bf9-7b0a-4399-ba3a-d91deeabfab8 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/ports?device_id=bab5ccf8-743d-4b6e-851a-2d3e3b8b5897 HTTP/1.1" status: 200 len: 943 time: 0.1540475 Nov 17 15:11:18.813632 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-2e994639-33fd-4891-a8ca-53dcfbb1cff8 req-5197b079-b3eb-484e-9485-75d8bd717781 service neutron] 10.222.0.55 "GET /v2.0/networks/8f735dfc-629f-48fb-8e93-a13cf556a60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316553 Nov 17 15:11:18.869591 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-5f0eac8b-9ec4-4045-bd1c-67142162d8f1 req-cff8341c-69af-4a35-97ee-e516399425ae service neutron] 10.222.0.55 "GET /v2.0/networks/165c6e4d-73f7-4f8b-912b-915384972dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760538 Nov 17 15:11:18.874337 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4605d-13c0-4c68-a823-964bd92fb908 req-33b45e52-49ce-4f32-b2b7-2f1ef87cf591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:18.875787 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-27a4605d-13c0-4c68-a823-964bd92fb908 req-33b45e52-49ce-4f32-b2b7-2f1ef87cf591 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2c31c9cd89174556a7ca67ee64363dab&device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 1097 time: 0.1364446 Nov 17 15:11:18.889963 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3549b489-0510-4681-8f69-f4e155ae77a1 req-32bab4a1-b013-4724-80e4-50b6693d199d tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:18.891507 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-3549b489-0510-4681-8f69-f4e155ae77a1 req-32bab4a1-b013-4724-80e4-50b6693d199d tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 944 time: 0.0948980 Nov 17 15:11:18.909788 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-b2c99a32-9bb5-4a52-b914-bf695ac95a69 req-6e7ba2af-8f9b-4d9a-8963-6abc53240ce4 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/security-groups?id=e43155c4-feb7-4380-832d-2405bef285a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936625 Nov 17 15:11:18.940296 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-27a4605d-13c0-4c68-a823-964bd92fb908 req-3c41fbf1-0d8d-48b2-8dbb-3327ffc6c336 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56a90435-3db1-4186-ad8f-7aa3e092af42 HTTP/1.1" status: 200 len: 217 time: 0.0478437 Nov 17 15:11:18.943165 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.notifiers.nova [req-c157f109-a6cd-4409-9fd6-6ec2b8b93199 req-46dad043-0f22-494e-9f54-419a802bcaf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6f53709-aebf-47c2-897b-edc056f39eda {{(pid=101833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 15:11:18.950153 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-f4a9af41-ca20-4780-a14e-5ed4e08424b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:18.952973 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-f4a9af41-ca20-4780-a14e-5ed4e08424b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:18.956550 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-f4a9af41-ca20-4780-a14e-5ed4e08424b2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/21e37e70-17b7-4d97-93fb-4aa6327d0d95 HTTP/1.1" status: 204 len: 168 time: 0.4935346 Nov 17 15:11:18.956550 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-c157f109-a6cd-4409-9fd6-6ec2b8b93199 req-46dad043-0f22-494e-9f54-419a802bcaf7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:18.986576 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 15:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bda96ac-9c22-4e6f-bd5d-0f243d4cd88b x-openstack-request-id: req-7bda96ac-9c22-4e6f-bd5d-0f243d4cd88b {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:11:18.987076 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "328c1350-8f0c-4db9-8fca-b0414b4081aa", "tag": "56a90435-3db1-4186-ad8f-7aa3e092af42", "status": "completed", "code": 200}]} {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:11:18.987076 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7bda96ac-9c22-4e6f-bd5d-0f243d4cd88b {{(pid=101834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:11:18.987495 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '328c1350-8f0c-4db9-8fca-b0414b4081aa', 'tag': '56a90435-3db1-4186-ad8f-7aa3e092af42', 'status': 'completed', 'code': 200} Nov 17 15:11:19.023950 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.db.provisioning_blocks [req-c157f109-a6cd-4409-9fd6-6ec2b8b93199 req-46dad043-0f22-494e-9f54-419a802bcaf7 service neutron] Transition to ACTIVE for port object b6f53709-aebf-47c2-897b-edc056f39eda will not be triggered until provisioned by entity L2. {{(pid=101833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 17 15:11:19.026165 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-3549b489-0510-4681-8f69-f4e155ae77a1 req-dd5514b1-3fec-4996-9239-53c642eab63c tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884762 Nov 17 15:11:19.028270 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4605d-13c0-4c68-a823-964bd92fb908 req-dac42bac-4da6-4963-a710-dfdc153dae3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:19.029835 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-27a4605d-13c0-4c68-a823-964bd92fb908 req-dac42bac-4da6-4963-a710-dfdc153dae3b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=88826920-16d8-4049-9290-269b7ad338c8 HTTP/1.1" status: 200 len: 859 time: 0.0759201 Nov 17 15:11:19.032748 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a9af41-ca20-4780-a14e-5ed4e08424b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e37e70-17b7-4d97-93fb-4aa6327d0d95,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:19.069237 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-c157f109-a6cd-4409-9fd6-6ec2b8b93199 req-46dad043-0f22-494e-9f54-419a802bcaf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:19.092847 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-27a4605d-13c0-4c68-a823-964bd92fb908 req-1aebef44-e032-41f2-a252-2a5444b996df service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8f735dfc-629f-48fb-8e93-a13cf556a60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536962 Nov 17 15:11:19.217027 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-27a4605d-13c0-4c68-a823-964bd92fb908 req-fda2ea1e-91b2-4451-aff8-a2a3db39f4c2 service neutron] 10.222.0.55 "GET /v2.0/networks/8f735dfc-629f-48fb-8e93-a13cf556a60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153195 Nov 17 15:11:19.329234 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dad043-0f22-494e-9f54-419a802bcaf7 service neutron] Pushing event updated for resources: {'Port': ['ID=b6f53709-aebf-47c2-897b-edc056f39eda,revision_number=2']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:19.378379 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-27a4605d-13c0-4c68-a823-964bd92fb908 req-5e6911bc-bfb9-4671-881f-5d439e4b8e59 service neutron] 10.222.0.55 "GET /v2.0/networks/8f735dfc-629f-48fb-8e93-a13cf556a60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535981 Nov 17 15:11:19.481518 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634620d2-8b1c-4bed-adb0-a192e5906034 req-d305654f-0fee-4f63-8520-3fba80875015 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:19.495819 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-634620d2-8b1c-4bed-adb0-a192e5906034 req-d305654f-0fee-4f63-8520-3fba80875015 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 944 time: 0.4149470 Nov 17 15:11:19.513880 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.managers [req-c157f109-a6cd-4409-9fd6-6ec2b8b93199 req-46dad043-0f22-494e-9f54-419a802bcaf7 service neutron] Attempting to bind port b6f53709-aebf-47c2-897b-edc056f39eda on host hv-cinder-81823 for vnic_type normal with profile {{(pid=101833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 15:11:19.515858 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.managers [req-c157f109-a6cd-4409-9fd6-6ec2b8b93199 req-46dad043-0f22-494e-9f54-419a802bcaf7 service neutron] Attempting to bind port b6f53709-aebf-47c2-897b-edc056f39eda by drivers openvswitch,hyperv on host hv-cinder-81823 at level 0 using segments [{'id': '5544a57b-458e-443f-8f9d-a2629fafc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '6ca42089-8bb6-47e4-9dcd-a40e1ac70e66'}] {{(pid=101833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 15:11:19.521752 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c157f109-a6cd-4409-9fd6-6ec2b8b93199 req-46dad043-0f22-494e-9f54-419a802bcaf7 service neutron] Attempting to bind port b6f53709-aebf-47c2-897b-edc056f39eda on network 6ca42089-8bb6-47e4-9dcd-a40e1ac70e66 {{(pid=101833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:11:19.530152 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e5f01-e39b-4196-8a55-38af1e6f5f49 req-fb3c6d28-bdfc-473c-b7c2-1e4037459cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:19.531716 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-3c8e5f01-e39b-4196-8a55-38af1e6f5f49 req-fb3c6d28-bdfc-473c-b7c2-1e4037459cc2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2c31c9cd89174556a7ca67ee64363dab&device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 1097 time: 0.0888264 Nov 17 15:11:19.575935 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c157f109-a6cd-4409-9fd6-6ec2b8b93199 req-46dad043-0f22-494e-9f54-419a802bcaf7 service neutron] Port b6f53709-aebf-47c2-897b-edc056f39eda on network 6ca42089-8bb6-47e4-9dcd-a40e1ac70e66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81823 {{(pid=101833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 17 15:11:19.576205 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c157f109-a6cd-4409-9fd6-6ec2b8b93199 req-46dad043-0f22-494e-9f54-419a802bcaf7 service neutron] Attempting to bind port b6f53709-aebf-47c2-897b-edc056f39eda on network 6ca42089-8bb6-47e4-9dcd-a40e1ac70e66 {{(pid=101833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:11:19.594137 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c157f109-a6cd-4409-9fd6-6ec2b8b93199 req-46dad043-0f22-494e-9f54-419a802bcaf7 service neutron] Checking agent: {'id': '56359ff8-4a05-4ac1-99e4-1793cc03f30f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81823', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 15, 9, 3), 'started_at': datetime.datetime(2021, 11, 17, 15, 9, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 15, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 15:11:19.594554 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c157f109-a6cd-4409-9fd6-6ec2b8b93199 req-46dad043-0f22-494e-9f54-419a802bcaf7 service neutron] Checking segment: {'id': '5544a57b-458e-443f-8f9d-a2629fafc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '6ca42089-8bb6-47e4-9dcd-a40e1ac70e66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:11:19.595206 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c157f109-a6cd-4409-9fd6-6ec2b8b93199 req-46dad043-0f22-494e-9f54-419a802bcaf7 service neutron] Bound using segment: {'id': '5544a57b-458e-443f-8f9d-a2629fafc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '6ca42089-8bb6-47e4-9dcd-a40e1ac70e66'} {{(pid=101833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 15:11:19.595792 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.managers [req-c157f109-a6cd-4409-9fd6-6ec2b8b93199 req-46dad043-0f22-494e-9f54-419a802bcaf7 service neutron] Bound port: b6f53709-aebf-47c2-897b-edc056f39eda, host: hv-cinder-81823, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5544a57b-458e-443f-8f9d-a2629fafc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '6ca42089-8bb6-47e4-9dcd-a40e1ac70e66'}}] {{(pid=101833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 15:11:19.596309 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-c157f109-a6cd-4409-9fd6-6ec2b8b93199 req-46dad043-0f22-494e-9f54-419a802bcaf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:19.631109 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-634620d2-8b1c-4bed-adb0-a192e5906034 req-e89178c8-8f5a-4ab9-9263-88638e704e14 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=d021336b-71ed-4ed3-bf6c-930a92e4b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341388 Nov 17 15:11:19.712556 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.db [req-c157f109-a6cd-4409-9fd6-6ec2b8b93199 req-46dad043-0f22-494e-9f54-419a802bcaf7 service neutron] For port b6f53709-aebf-47c2-897b-edc056f39eda, host hv-cinder-81823, cleared binding levels {{(pid=101833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 15:11:19.720323 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e5f01-e39b-4196-8a55-38af1e6f5f49 req-cdd60d88-58b9-4d02-9693-a686a001ec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:19.721993 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-3c8e5f01-e39b-4196-8a55-38af1e6f5f49 req-cdd60d88-58b9-4d02-9693-a686a001ec8b service neutron] 10.222.0.55 "GET /v2.0/networks?id=8f735dfc-629f-48fb-8e93-a13cf556a60b HTTP/1.1" status: 200 len: 920 time: 0.1800919 Nov 17 15:11:19.769948 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.db [req-c157f109-a6cd-4409-9fd6-6ec2b8b93199 req-46dad043-0f22-494e-9f54-419a802bcaf7 service neutron] For port b6f53709-aebf-47c2-897b-edc056f39eda, host hv-cinder-81823, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=b6f53709-aebf-47c2-897b-edc056f39eda,segment=NetworkSegment(5544a57b-458e-443f-8f9d-a2629fafc7ee),segment_id=5544a57b-458e-443f-8f9d-a2629fafc7ee)] {{(pid=101833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 15:11:19.782086 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-c157f109-a6cd-4409-9fd6-6ec2b8b93199 req-46dad043-0f22-494e-9f54-419a802bcaf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:19.791650 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-3c8e5f01-e39b-4196-8a55-38af1e6f5f49 req-4095b573-b663-4c19-b932-7c67086c79dd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56a90435-3db1-4186-ad8f-7aa3e092af42 HTTP/1.1" status: 200 len: 217 time: 0.0620625 Nov 17 15:11:19.872937 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e5f01-e39b-4196-8a55-38af1e6f5f49 req-ed7b3c38-f936-4b7a-9e7f-4798962cffd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:19.877863 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-3c8e5f01-e39b-4196-8a55-38af1e6f5f49 req-ed7b3c38-f936-4b7a-9e7f-4798962cffd4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=88826920-16d8-4049-9290-269b7ad338c8 HTTP/1.1" status: 200 len: 859 time: 0.0740755 Nov 17 15:11:19.881596 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157f109-a6cd-4409-9fd6-6ec2b8b93199 req-46dad043-0f22-494e-9f54-419a802bcaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:19.882307 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-c157f109-a6cd-4409-9fd6-6ec2b8b93199 req-46dad043-0f22-494e-9f54-419a802bcaf7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for port, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:19.889577 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-c157f109-a6cd-4409-9fd6-6ec2b8b93199 req-46dad043-0f22-494e-9f54-419a802bcaf7 service neutron] 10.222.0.55 "PUT /v2.0/ports/b6f53709-aebf-47c2-897b-edc056f39eda HTTP/1.1" status: 200 len: 1094 time: 1.6291461 Nov 17 15:11:19.891136 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa18ff41-afde-4d28-8a25-2c9981ac6cff', 'tag': 'b6f53709-aebf-47c2-897b-edc056f39eda'}] {{(pid=101833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:11:19.940947 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-3c8e5f01-e39b-4196-8a55-38af1e6f5f49 req-aca94e51-acca-4df0-ac0f-8c315c6d3288 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8f735dfc-629f-48fb-8e93-a13cf556a60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565479 Nov 17 15:11:20.078603 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 56164) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:20.115483 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-3c8e5f01-e39b-4196-8a55-38af1e6f5f49 req-b7057f71-d11e-42e6-86a7-3619a5c8043c service neutron] 10.222.0.55 "GET /v2.0/networks/8f735dfc-629f-48fb-8e93-a13cf556a60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621218 Nov 17 15:11:20.187740 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dad043-0f22-494e-9f54-419a802bcaf7 service neutron] Pushing event updated for resources: {'Port': ['ID=b6f53709-aebf-47c2-897b-edc056f39eda,revision_number=3']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:20.216900 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157f109-a6cd-4409-9fd6-6ec2b8b93199 req-c2698fa2-0b78-42c0-880d-5ee50793b373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:20.218893 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-c157f109-a6cd-4409-9fd6-6ec2b8b93199 req-c2698fa2-0b78-42c0-880d-5ee50793b373 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b4e3fd73a0164f73baea3c35a692ff86&device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 1097 time: 0.2335181 Nov 17 15:11:20.240430 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede2ef4-d67d-4e4f-b7d9-d9de8fd56e9d req-3eb0bb77-35c8-447e-a82e-f24580ea42e2 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:20.241994 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-0ede2ef4-d67d-4e4f-b7d9-d9de8fd56e9d req-3eb0bb77-35c8-447e-a82e-f24580ea42e2 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/ports?device_id=bab5ccf8-743d-4b6e-851a-2d3e3b8b5897 HTTP/1.1" status: 200 len: 943 time: 0.1250339 Nov 17 15:11:20.325716 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-c157f109-a6cd-4409-9fd6-6ec2b8b93199 req-59c2123b-5b5a-48a7-92d1-1b8f3bc35490 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6f53709-aebf-47c2-897b-edc056f39eda HTTP/1.1" status: 200 len: 217 time: 0.0974886 Nov 17 15:11:20.333989 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-0ede2ef4-d67d-4e4f-b7d9-d9de8fd56e9d req-64e8efe5-2f5c-4d90-8749-d0a26dc9a7a2 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/security-groups?id=e43155c4-feb7-4380-832d-2405bef285a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854690 Nov 17 15:11:20.338834 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-3c8e5f01-e39b-4196-8a55-38af1e6f5f49 req-15e5f770-b50f-40b2-b206-41b98116af1c service neutron] 10.222.0.55 "GET /v2.0/networks/8f735dfc-629f-48fb-8e93-a13cf556a60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859331 Nov 17 15:11:20.346393 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98a3914b10db2bda8b449d081c398edb642d8063ca6ecbd0a439108c8bd060b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c1de6d-40a7-4695-81df-67714634db9a" -d '{"events": [{"name": "network-changed", "server_uuid": "fa18ff41-afde-4d28-8a25-2c9981ac6cff", "tag": "b6f53709-aebf-47c2-897b-edc056f39eda"}]}' {{(pid=101833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:11:20.428132 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-bb762383-da64-4330-8be9-d38b869f32f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:20.452643 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cac085-0523-43b8-9244-20be80bcd22e req-fb8b41e2-0163-4d3c-8d09-caeb8a7ebbbe tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:20.454169 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-76cac085-0523-43b8-9244-20be80bcd22e req-fb8b41e2-0163-4d3c-8d09-caeb8a7ebbbe tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 944 time: 0.2281802 Nov 17 15:11:20.463971 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157f109-a6cd-4409-9fd6-6ec2b8b93199 req-7fbc757b-d338-4167-bb1e-75c1b2cc3294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:20.465376 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-c157f109-a6cd-4409-9fd6-6ec2b8b93199 req-7fbc757b-d338-4167-bb1e-75c1b2cc3294 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a6cfc7a-d04e-4d58-a0f5-383a0d4f2ccc HTTP/1.1" status: 200 len: 850 time: 0.1293213 Nov 17 15:11:20.580390 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 15:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d021aec-f6fc-4c33-bb4b-74c9770e514e x-openstack-request-id: req-3d021aec-f6fc-4c33-bb4b-74c9770e514e {{(pid=101833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:11:20.580698 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa18ff41-afde-4d28-8a25-2c9981ac6cff", "tag": "b6f53709-aebf-47c2-897b-edc056f39eda", "status": "completed", "code": 200}]} {{(pid=101833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:11:20.580900 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3d021aec-f6fc-4c33-bb4b-74c9770e514e {{(pid=101833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:11:20.581345 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa18ff41-afde-4d28-8a25-2c9981ac6cff', 'tag': 'b6f53709-aebf-47c2-897b-edc056f39eda', 'status': 'completed', 'code': 200} Nov 17 15:11:20.611054 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157f109-a6cd-4409-9fd6-6ec2b8b93199 req-6011a997-81c3-41ce-b67a-ce57a3f388a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:20.612535 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-c157f109-a6cd-4409-9fd6-6ec2b8b93199 req-6011a997-81c3-41ce-b67a-ce57a3f388a8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ca42089-8bb6-47e4-9dcd-a40e1ac70e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1344457 Nov 17 15:11:20.617700 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-76cac085-0523-43b8-9244-20be80bcd22e req-d58049de-e841-4dd1-95a0-8fef38eaaf58 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487639 Nov 17 15:11:20.671885 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-bb762383-da64-4330-8be9-d38b869f32f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:20.678875 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-bb762383-da64-4330-8be9-d38b869f32f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:20.759252 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb762383-da64-4330-8be9-d38b869f32f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c75013-22a4-4f08-a6a9-3d46d1e684c6,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:20.767318 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-bb762383-da64-4330-8be9-d38b869f32f8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=28f2ca864f0c4e6d8013380dfb7f90fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6806307 Nov 17 15:11:20.773434 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 56208) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:20.791963 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-c157f109-a6cd-4409-9fd6-6ec2b8b93199 req-8cf1590c-9d28-4802-bfbb-975fddd0cf70 service neutron] 10.222.0.55 "GET /v2.0/networks/6ca42089-8bb6-47e4-9dcd-a40e1ac70e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665776 Nov 17 15:11:20.841821 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1a7ec-07d0-4388-a8c4-339308fcd53d req-1f021558-b0a4-4be4-9557-47d25adf4471 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:20.849133 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-e7b1a7ec-07d0-4388-a8c4-339308fcd53d req-1f021558-b0a4-4be4-9557-47d25adf4471 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 944 time: 0.0872700 Nov 17 15:11:20.902672 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-b8dec6c3-20d5-47b7-bcd6-2d9133c347f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:20.925752 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-c157f109-a6cd-4409-9fd6-6ec2b8b93199 req-d0265e25-5884-4ff4-aae2-c5b40831e058 service neutron] 10.222.0.55 "GET /v2.0/networks/6ca42089-8bb6-47e4-9dcd-a40e1ac70e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255455 Nov 17 15:11:20.934876 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-e7b1a7ec-07d0-4388-a8c4-339308fcd53d req-525daef7-6762-49c7-acca-da0eb74bd1f9 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=d021336b-71ed-4ed3-bf6c-930a92e4b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845032 Nov 17 15:11:20.937659 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-b8dec6c3-20d5-47b7-bcd6-2d9133c347f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:20.989039 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-b8dec6c3-20d5-47b7-bcd6-2d9133c347f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:20.991622 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-b8dec6c3-20d5-47b7-bcd6-2d9133c347f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:20.997968 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-b8dec6c3-20d5-47b7-bcd6-2d9133c347f9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/56c75013-22a4-4f08-a6a9-3d46d1e684c6 HTTP/1.1" status: 204 len: 168 time: 0.2185102 Nov 17 15:11:21.000338 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dec6c3-20d5-47b7-bcd6-2d9133c347f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c75013-22a4-4f08-a6a9-3d46d1e684c6,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:21.282590 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 56226) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:21.296270 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-dc63fb00-006d-49f2-8f6c-aba1c9a1df06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:21.411756 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-dc63fb00-006d-49f2-8f6c-aba1c9a1df06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:21.415956 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-dc63fb00-006d-49f2-8f6c-aba1c9a1df06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:21.465322 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-41f915c2-cdfa-4c9f-87eb-fac4f6b8b024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:21.489714 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc63fb00-006d-49f2-8f6c-aba1c9a1df06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc15729d-ee55-4293-9858-6d30de280666,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:21.498031 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-dc63fb00-006d-49f2-8f6c-aba1c9a1df06 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b101491728ae4a4f8aa6f03af9625fbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2117965 Nov 17 15:11:21.499314 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 56238) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:21.524297 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1265468-26fa-4fc2-95d8-e23eaca92714 req-0d6145c4-0b52-4f49-ac4a-91aabeb4281c tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:21.527066 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-f1265468-26fa-4fc2-95d8-e23eaca92714 req-0d6145c4-0b52-4f49-ac4a-91aabeb4281c tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/ports?device_id=bab5ccf8-743d-4b6e-851a-2d3e3b8b5897 HTTP/1.1" status: 200 len: 943 time: 0.0964465 Nov 17 15:11:21.554514 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-2fd32035-58fb-4b80-960d-fefac628f887 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:21.576505 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-f1265468-26fa-4fc2-95d8-e23eaca92714 req-c5767a4e-8cba-4d7d-a99d-186f0fbf2107 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/security-groups?id=e43155c4-feb7-4380-832d-2405bef285a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435250 Nov 17 15:11:21.581983 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-2fd32035-58fb-4b80-960d-fefac628f887 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:21.629687 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-2fd32035-58fb-4b80-960d-fefac628f887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:21.632679 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-2fd32035-58fb-4b80-960d-fefac628f887 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:21.633825 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-2fd32035-58fb-4b80-960d-fefac628f887 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cc15729d-ee55-4293-9858-6d30de280666 HTTP/1.1" status: 204 len: 168 time: 0.1340535 Nov 17 15:11:21.643024 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd32035-58fb-4b80-960d-fefac628f887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc15729d-ee55-4293-9858-6d30de280666,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:21.768921 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc679e4f-d594-450c-b905-dd8a1bd0c58d req-61e66af5-0958-47dd-afae-9e6ddd00c83d tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:21.770499 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-cc679e4f-d594-450c-b905-dd8a1bd0c58d req-61e66af5-0958-47dd-afae-9e6ddd00c83d tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 944 time: 0.0575569 Nov 17 15:11:21.832541 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-cc679e4f-d594-450c-b905-dd8a1bd0c58d req-d5641a79-b959-46bd-b5a5-eaa81f2995f5 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548148 Nov 17 15:11:22.071570 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23400b-e8f4-48a4-bd0b-644b17fae6e6 req-a3657871-6f87-4b6e-abed-44bd190b7468 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:22.072991 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-dd23400b-e8f4-48a4-bd0b-644b17fae6e6 req-a3657871-6f87-4b6e-abed-44bd190b7468 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 944 time: 0.0522945 Nov 17 15:11:22.127226 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-dd23400b-e8f4-48a4-bd0b-644b17fae6e6 req-fa973aa7-26b1-4eb9-98ca-492b0e5df66f tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=d021336b-71ed-4ed3-bf6c-930a92e4b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475366 Nov 17 15:11:22.224809 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 56286) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:22.327359 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-db6ebfb1-eb16-4a28-811c-7da82b8bb06e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:22.406773 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-db6ebfb1-eb16-4a28-811c-7da82b8bb06e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:22.411849 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-db6ebfb1-eb16-4a28-811c-7da82b8bb06e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:22.444648 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-db6ebfb1-eb16-4a28-811c-7da82b8bb06e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=976a7ce794b246f1b1c2c7ee62e8fe16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2187297 Nov 17 15:11:22.447267 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 56300) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:22.460862 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ebfb1-eb16-4a28-811c-7da82b8bb06e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20aa4144-ea31-44ad-9fa7-9e5d472cd33f,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:22.500812 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-bab94418-772c-4f74-b612-d5fb6a63c438 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:22.522449 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-bab94418-772c-4f74-b612-d5fb6a63c438 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:22.571836 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-bab94418-772c-4f74-b612-d5fb6a63c438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:22.574537 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-bab94418-772c-4f74-b612-d5fb6a63c438 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:22.575921 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-bab94418-772c-4f74-b612-d5fb6a63c438 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/20aa4144-ea31-44ad-9fa7-9e5d472cd33f HTTP/1.1" status: 204 len: 168 time: 0.1269634 Nov 17 15:11:22.584435 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab94418-772c-4f74-b612-d5fb6a63c438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20aa4144-ea31-44ad-9fa7-9e5d472cd33f,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:22.699594 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efff958-f2b1-4921-981d-d72a053bbace req-425af270-3482-4bf5-a571-2d39cb5ddf9b tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:22.701175 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-5efff958-f2b1-4921-981d-d72a053bbace req-425af270-3482-4bf5-a571-2d39cb5ddf9b tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/ports?device_id=bab5ccf8-743d-4b6e-851a-2d3e3b8b5897 HTTP/1.1" status: 200 len: 943 time: 0.0534840 Nov 17 15:11:22.756188 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-5efff958-f2b1-4921-981d-d72a053bbace req-668d6e7a-1e4b-410f-a5cd-3bde4f2ca1dc tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/security-groups?id=e43155c4-feb7-4380-832d-2405bef285a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476646 Nov 17 15:11:22.946578 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 56322) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:22.959811 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aafe5b9-4558-4ad4-9e3e-eb1e122b6b8c req-8d524c9a-fced-474e-b09c-28a70fdbcf86 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:22.960952 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-289e8dbe-c6c1-4b58-b10b-58880a1807e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:22.962086 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-5aafe5b9-4558-4ad4-9e3e-eb1e122b6b8c req-8d524c9a-fced-474e-b09c-28a70fdbcf86 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 944 time: 0.0585055 Nov 17 15:11:23.018727 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-5aafe5b9-4558-4ad4-9e3e-eb1e122b6b8c req-9692e5fe-d1a9-45d1-8017-75f348a70636 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462589 Nov 17 15:11:23.055088 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-289e8dbe-c6c1-4b58-b10b-58880a1807e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:23.064581 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-289e8dbe-c6c1-4b58-b10b-58880a1807e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:23.104238 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-289e8dbe-c6c1-4b58-b10b-58880a1807e9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b895f2f45387469aabff6d47ebd7459c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1564839 Nov 17 15:11:23.106216 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e8dbe-c6c1-4b58-b10b-58880a1807e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e85ef00-18d0-4ad2-917d-0644a764b9f4,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:23.106944 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 56330) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:23.155970 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-345db335-18b2-4274-a9d5-124b4341d9a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:23.183145 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-345db335-18b2-4274-a9d5-124b4341d9a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:23.230403 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-345db335-18b2-4274-a9d5-124b4341d9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:23.233024 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-345db335-18b2-4274-a9d5-124b4341d9a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:23.234195 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-345db335-18b2-4274-a9d5-124b4341d9a9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3e85ef00-18d0-4ad2-917d-0644a764b9f4 HTTP/1.1" status: 204 len: 168 time: 0.1261635 Nov 17 15:11:23.243075 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345db335-18b2-4274-a9d5-124b4341d9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e85ef00-18d0-4ad2-917d-0644a764b9f4,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:23.257824 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511d912-0f2d-4989-ab4c-b073187ba661 req-23cf6955-532a-4aa0-9b20-669c994b6c4a tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:23.260140 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-2511d912-0f2d-4989-ab4c-b073187ba661 req-23cf6955-532a-4aa0-9b20-669c994b6c4a tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 944 time: 0.0582650 Nov 17 15:11:23.320086 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-2511d912-0f2d-4989-ab4c-b073187ba661 req-635e3c1a-a31d-4003-a869-192273f302fb tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=d021336b-71ed-4ed3-bf6c-930a92e4b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537310 Nov 17 15:11:23.534415 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device 56a90435-3db1-4186-ad8f-7aa3e092af42 details requested by agent hyperv_hv-cinder-81823 with host hv-cinder-81823 {{(pid=101835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 17 15:11:23.604001 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1de6d-40a7-4695-81df-67714634db9a req-c3255b60-f473-4016-8a60-17f22bd9a46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:23.605478 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-94c1de6d-40a7-4695-81df-67714634db9a req-c3255b60-f473-4016-8a60-17f22bd9a46b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b4e3fd73a0164f73baea3c35a692ff86&device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 1097 time: 0.0522537 Nov 17 15:11:23.750751 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port 56a90435-3db1-4186-ad8f-7aa3e092af42, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=56a90435-3db1-4186-ad8f-7aa3e092af42,segment=NetworkSegment(97a9b651-9208-41e6-b767-e98fd9bda307),segment_id=97a9b651-9208-41e6-b767-e98fd9bda307)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:11:23.774356 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Returning: {'device': '56a90435-3db1-4186-ad8f-7aa3e092af42', 'network_id': '8f735dfc-629f-48fb-8e93-a13cf556a60b', 'port_id': '56a90435-3db1-4186-ad8f-7aa3e092af42', 'mac_address': 'fa:16:3e:c2:bc:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88826920-16d8-4049-9290-269b7ad338c8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 17 15:11:23.892072 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-3358593b-2182-4ab8-84a2-73e1d7a209ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:23.904700 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:23.929770 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.notifiers.nova [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56a90435-3db1-4186-ad8f-7aa3e092af42 {{(pid=101835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 15:11:23.969558 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port 56a90435-3db1-4186-ad8f-7aa3e092af42, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=56a90435-3db1-4186-ad8f-7aa3e092af42,segment=NetworkSegment(97a9b651-9208-41e6-b767-e98fd9bda307),segment_id=97a9b651-9208-41e6-b767-e98fd9bda307)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:11:23.977774 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:23.978928 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device 275b7aa5-703f-43be-b128-93dc4f5e3ba7 details requested by agent hyperv_hv-cinder-81823 with host hv-cinder-81823 {{(pid=101835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 17 15:11:24.055953 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1de6d-40a7-4695-81df-67714634db9a req-9b27e3fa-7f94-46d2-a56c-e09dade90345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:24.058326 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-94c1de6d-40a7-4695-81df-67714634db9a req-9b27e3fa-7f94-46d2-a56c-e09dade90345 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6ca42089-8bb6-47e4-9dcd-a40e1ac70e66 HTTP/1.1" status: 200 len: 912 time: 0.4377584 Nov 17 15:11:24.074968 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ee04a-8bd9-416e-be0e-f7c3a98cba53 req-594ced11-3f77-4e08-9eaf-36d17f1f40ea tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:24.076462 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-128ee04a-8bd9-416e-be0e-f7c3a98cba53 req-594ced11-3f77-4e08-9eaf-36d17f1f40ea tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/ports?device_id=bab5ccf8-743d-4b6e-851a-2d3e3b8b5897 HTTP/1.1" status: 200 len: 943 time: 0.0979946 Nov 17 15:11:24.086985 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port 275b7aa5-703f-43be-b128-93dc4f5e3ba7, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=275b7aa5-703f-43be-b128-93dc4f5e3ba7,segment=NetworkSegment(97a9b651-9208-41e6-b767-e98fd9bda307),segment_id=97a9b651-9208-41e6-b767-e98fd9bda307)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:11:24.109147 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Pushing event updated for resources: {'Port': ['ID=56a90435-3db1-4186-ad8f-7aa3e092af42,revision_number=4']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:24.129475 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Returning: {'device': '275b7aa5-703f-43be-b128-93dc4f5e3ba7', 'network_id': '8f735dfc-629f-48fb-8e93-a13cf556a60b', 'port_id': '275b7aa5-703f-43be-b128-93dc4f5e3ba7', 'mac_address': 'fa:16:3e:4f:cf:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88826920-16d8-4049-9290-269b7ad338c8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 17 15:11:24.143890 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-128ee04a-8bd9-416e-be0e-f7c3a98cba53 req-9f80c172-6476-4c05-b6f5-78b85e6e22d2 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/security-groups?id=e43155c4-feb7-4380-832d-2405bef285a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533681 Nov 17 15:11:24.209994 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:24.211557 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d15c6-e7f8-4cd5-b021-ab908e74abce req-ea8500d2-d9ec-426c-a9e3-75f1c9e0c095 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:24.213550 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-645d15c6-e7f8-4cd5-b021-ab908e74abce req-ea8500d2-d9ec-426c-a9e3-75f1c9e0c095 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 945 time: 0.0674860 Nov 17 15:11:24.224303 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.notifiers.nova [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 275b7aa5-703f-43be-b128-93dc4f5e3ba7 {{(pid=101835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 15:11:24.250442 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port 275b7aa5-703f-43be-b128-93dc4f5e3ba7, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=275b7aa5-703f-43be-b128-93dc4f5e3ba7,segment=NetworkSegment(97a9b651-9208-41e6-b767-e98fd9bda307),segment_id=97a9b651-9208-41e6-b767-e98fd9bda307)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:11:24.255290 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:24.256250 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device c83494f2-862b-4687-a8d0-971d2543ef8e details requested by agent hyperv_hv-cinder-81823 with host hv-cinder-81823 {{(pid=101835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 17 15:11:24.275462 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-645d15c6-e7f8-4cd5-b021-ab908e74abce req-12c6de9b-ba80-4df2-8529-9112142604bb tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508337 Nov 17 15:11:24.327338 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Pushing event updated for resources: {'Port': ['ID=275b7aa5-703f-43be-b128-93dc4f5e3ba7,revision_number=4']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:24.400181 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port c83494f2-862b-4687-a8d0-971d2543ef8e, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=c83494f2-862b-4687-a8d0-971d2543ef8e,segment=NetworkSegment(f69c62f2-38fe-4aee-b5aa-76ed57986015),segment_id=f69c62f2-38fe-4aee-b5aa-76ed57986015)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:11:24.411773 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Returning: {'device': 'c83494f2-862b-4687-a8d0-971d2543ef8e', 'network_id': '165c6e4d-73f7-4f8b-912b-915384972dc3', 'port_id': 'c83494f2-862b-4687-a8d0-971d2543ef8e', 'mac_address': 'fa:16:3e:21:c6:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0de3fea4-3585-46be-aee2-0faf6d45c187', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 17 15:11:24.437274 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b03ad-64d6-4b22-8e0b-a87f5ae44d86 req-970dc03b-1300-4d75-a4ac-4dc301d27c74 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:24.438742 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-109b03ad-64d6-4b22-8e0b-a87f5ae44d86 req-970dc03b-1300-4d75-a4ac-4dc301d27c74 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 944 time: 0.0526273 Nov 17 15:11:24.458659 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:24.473042 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.notifiers.nova [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c83494f2-862b-4687-a8d0-971d2543ef8e {{(pid=101835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 15:11:24.494359 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-109b03ad-64d6-4b22-8e0b-a87f5ae44d86 req-54ef8968-22f2-43d0-b727-94c2791ce8e3 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=d021336b-71ed-4ed3-bf6c-930a92e4b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491152 Nov 17 15:11:24.494530 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port c83494f2-862b-4687-a8d0-971d2543ef8e, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=c83494f2-862b-4687-a8d0-971d2543ef8e,segment=NetworkSegment(f69c62f2-38fe-4aee-b5aa-76ed57986015),segment_id=f69c62f2-38fe-4aee-b5aa-76ed57986015)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:11:24.498720 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:24.551872 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Pushing event updated for resources: {'Port': ['ID=c83494f2-862b-4687-a8d0-971d2543ef8e,revision_number=4']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:24.745223 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:24.969728 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-94c1de6d-40a7-4695-81df-67714634db9a req-d0774aee-552b-4e03-9ba8-4e718f2f027e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6f53709-aebf-47c2-897b-edc056f39eda HTTP/1.1" status: 200 len: 217 time: 0.0337207 Nov 17 15:11:25.277987 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81665970-947e-4f2b-9e83-bb6fcbaaa288 req-69e18560-40bd-4574-b849-c35aa79dffdb tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:25.279485 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-81665970-947e-4f2b-9e83-bb6fcbaaa288 req-69e18560-40bd-4574-b849-c35aa79dffdb tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/ports?device_id=bab5ccf8-743d-4b6e-851a-2d3e3b8b5897 HTTP/1.1" status: 200 len: 944 time: 0.0480917 Nov 17 15:11:25.337650 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-81665970-947e-4f2b-9e83-bb6fcbaaa288 req-0b4fb7ff-53a3-4a52-a2d3-376c18474041 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/security-groups?id=e43155c4-feb7-4380-832d-2405bef285a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512259 Nov 17 15:11:25.393259 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dde8a4-2570-46e7-b72e-bcdd99322afd req-5ed416ba-7a7e-46df-92f4-892c0c5ef1dc tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:25.394790 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-27dde8a4-2570-46e7-b72e-bcdd99322afd req-5ed416ba-7a7e-46df-92f4-892c0c5ef1dc tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 945 time: 0.0481548 Nov 17 15:11:25.444426 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-27dde8a4-2570-46e7-b72e-bcdd99322afd req-c6dde083-577f-46d7-af65-e16f4c553c58 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436468 Nov 17 15:11:25.618414 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac1b61-9dc9-4b34-80d3-344fbd9fb582 req-b65f50c9-ca10-4bd6-8796-0aeebab2f3fc tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:25.619800 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-9fac1b61-9dc9-4b34-80d3-344fbd9fb582 req-b65f50c9-ca10-4bd6-8796-0aeebab2f3fc tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 944 time: 0.0511448 Nov 17 15:11:25.665491 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-9fac1b61-9dc9-4b34-80d3-344fbd9fb582 req-07ec2f75-b449-42f3-95aa-2a583c02c862 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=d021336b-71ed-4ed3-bf6c-930a92e4b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398321 Nov 17 15:11:25.841840 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1de6d-40a7-4695-81df-67714634db9a req-ed9ca3dc-e4c1-4fb3-a546-b87406f0e47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:25.843245 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-94c1de6d-40a7-4695-81df-67714634db9a req-ed9ca3dc-e4c1-4fb3-a546-b87406f0e47b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a6cfc7a-d04e-4d58-a0f5-383a0d4f2ccc HTTP/1.1" status: 200 len: 850 time: 0.0463495 Nov 17 15:11:26.237066 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:26.450850 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2683b1b3-5acc-4106-8147-7dfc05618e09 req-01fcca13-7e12-4a82-8dad-1f5dd5d8ea63 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:26.452350 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-2683b1b3-5acc-4106-8147-7dfc05618e09 req-01fcca13-7e12-4a82-8dad-1f5dd5d8ea63 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/ports?device_id=bab5ccf8-743d-4b6e-851a-2d3e3b8b5897 HTTP/1.1" status: 200 len: 944 time: 0.0480702 Nov 17 15:11:26.507682 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-2683b1b3-5acc-4106-8147-7dfc05618e09 req-937e3956-7325-4371-af9a-ada22ea601d5 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/security-groups?id=e43155c4-feb7-4380-832d-2405bef285a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463696 Nov 17 15:11:26.556812 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e074df-bdfa-46f7-b8f0-5585e026b8df req-7498be47-f063-462b-a0e0-59fe7493d278 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:26.558252 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-84e074df-bdfa-46f7-b8f0-5585e026b8df req-7498be47-f063-462b-a0e0-59fe7493d278 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 945 time: 0.0467255 Nov 17 15:11:26.604229 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-84e074df-bdfa-46f7-b8f0-5585e026b8df req-b29a4807-c7c9-4024-8120-e286bf070cad tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402009 Nov 17 15:11:26.788303 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2301b66f-d9c5-4551-9d0f-7c8e7e480471 req-f34aad4b-bccb-480b-825a-c489f0248cbb tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:26.789746 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-2301b66f-d9c5-4551-9d0f-7c8e7e480471 req-f34aad4b-bccb-480b-825a-c489f0248cbb tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 944 time: 0.0605564 Nov 17 15:11:26.868470 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-2301b66f-d9c5-4551-9d0f-7c8e7e480471 req-8fb134e0-8f5b-407a-b208-2c89241e31ea tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=d021336b-71ed-4ed3-bf6c-930a92e4b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724270 Nov 17 15:11:26.874090 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1de6d-40a7-4695-81df-67714634db9a req-3821943a-14b5-4a8d-a4a8-a902afb6dc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:26.875478 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-94c1de6d-40a7-4695-81df-67714634db9a req-3821943a-14b5-4a8d-a4a8-a902afb6dc57 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ca42089-8bb6-47e4-9dcd-a40e1ac70e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0620093 Nov 17 15:11:26.966144 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-94c1de6d-40a7-4695-81df-67714634db9a req-1870c69e-5c57-4789-86c8-3e2938da4adb service neutron] 10.222.0.55 "GET /v2.0/networks/6ca42089-8bb6-47e4-9dcd-a40e1ac70e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825248 Nov 17 15:11:27.057998 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-94c1de6d-40a7-4695-81df-67714634db9a req-4570f89b-1a0f-4330-b127-08c013bb5180 service neutron] 10.222.0.55 "GET /v2.0/networks/6ca42089-8bb6-47e4-9dcd-a40e1ac70e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834785 Nov 17 15:11:27.075974 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:27.241970 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] get_ports_and_sgs() called for port_ids ['c83494f2-862b-4687-a8d0-971d2543ef8e'] {{(pid=101835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 15:11:27.281942 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] get_ports_and_sgs() called for port_ids ['56a90435-3db1-4186-ad8f-7aa3e092af42'] {{(pid=101835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 15:11:27.291087 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] get_ports_and_sgs() called for port_ids ['275b7aa5-703f-43be-b128-93dc4f5e3ba7'] {{(pid=101835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 15:11:27.668301 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72361e10-8e19-4d60-9134-67d34b295944 req-b98532da-6060-4321-bfa4-79c4dc8b0604 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:27.669919 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-72361e10-8e19-4d60-9134-67d34b295944 req-b98532da-6060-4321-bfa4-79c4dc8b0604 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/ports?device_id=bab5ccf8-743d-4b6e-851a-2d3e3b8b5897 HTTP/1.1" status: 200 len: 944 time: 0.0863798 Nov 17 15:11:27.740374 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-72361e10-8e19-4d60-9134-67d34b295944 req-9061bd33-e33c-4274-b1a3-d77b66d6b256 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/security-groups?id=e43155c4-feb7-4380-832d-2405bef285a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566566 Nov 17 15:11:27.769059 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e46197d-71a6-4b6d-80e5-5ba4bdcad1d1 req-fb0a24f3-b2e2-48ae-a9c0-89b7b814a647 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:27.776024 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-8e46197d-71a6-4b6d-80e5-5ba4bdcad1d1 req-fb0a24f3-b2e2-48ae-a9c0-89b7b814a647 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 945 time: 0.0674679 Nov 17 15:11:27.807113 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 56468) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:27.837679 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-8e46197d-71a6-4b6d-80e5-5ba4bdcad1d1 req-6c444f2e-f3f8-4559-a669-67762bda2e6c tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601575 Nov 17 15:11:27.938007 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-754e3911-5c50-4055-a916-f59d7f1e5bf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:28.039946 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b24575-f78d-4aa3-bf7f-0f7104cda8bf req-d83136d4-5037-44c1-acd6-7ccfa8784bfa tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:28.041616 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-70b24575-f78d-4aa3-bf7f-0f7104cda8bf req-d83136d4-5037-44c1-acd6-7ccfa8784bfa tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 944 time: 0.0877130 Nov 17 15:11:28.092395 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-754e3911-5c50-4055-a916-f59d7f1e5bf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:28.100996 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-754e3911-5c50-4055-a916-f59d7f1e5bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:28.165991 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-70b24575-f78d-4aa3-bf7f-0f7104cda8bf req-fbd6c767-8604-4ff2-bd01-c0614917d6b9 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=d021336b-71ed-4ed3-bf6c-930a92e4b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040614 Nov 17 15:11:28.187875 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-754e3911-5c50-4055-a916-f59d7f1e5bf0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e1863ab67fa54140bdedf91f639d08a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3797135 Nov 17 15:11:28.190620 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 56498) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:28.204580 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e3911-5c50-4055-a916-f59d7f1e5bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0eca50-be20-4f2c-8e3d-9a3ec5c26ffb,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:28.259166 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-5ded6946-c818-48ba-8ba4-e8c350d2b6fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:28.289933 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-5ded6946-c818-48ba-8ba4-e8c350d2b6fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:28.347920 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-5ded6946-c818-48ba-8ba4-e8c350d2b6fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:28.351012 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-5ded6946-c818-48ba-8ba4-e8c350d2b6fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:28.352173 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-5ded6946-c818-48ba-8ba4-e8c350d2b6fe admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ae0eca50-be20-4f2c-8e3d-9a3ec5c26ffb HTTP/1.1" status: 204 len: 168 time: 0.1599135 Nov 17 15:11:28.361715 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded6946-c818-48ba-8ba4-e8c350d2b6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0eca50-be20-4f2c-8e3d-9a3ec5c26ffb,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:28.671472 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 56516) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:28.684240 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-28ee089c-0772-4c1b-a47e-c55ca1a584de admin admin] Publish callbacks [] for security_group, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:28.760687 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-28ee089c-0772-4c1b-a47e-c55ca1a584de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:28.764988 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-28ee089c-0772-4c1b-a47e-c55ca1a584de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:28.808131 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-28ee089c-0772-4c1b-a47e-c55ca1a584de admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e24b2e5cc22f44c7a549154f08413aa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1355693 Nov 17 15:11:28.809153 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee089c-0772-4c1b-a47e-c55ca1a584de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9b01ca-3a92-4d00-b0fe-c522ea6f6f9f,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:28.810911 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 56520) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:28.848442 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device 275b7aa5-703f-43be-b128-93dc4f5e3ba7 up at agent hyperv_hv-cinder-81823 {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:11:28.872383 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-07127ea6-b943-4c79-8de1-9259b100d12b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:28.884175 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8bd85a-8afe-4803-a6c8-8398d0221480 req-ae824ac7-9d9a-4b6c-9638-6a529d568ed8 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:28.885792 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-7d8bd85a-8afe-4803-a6c8-8398d0221480 req-ae824ac7-9d9a-4b6c-9638-6a529d568ed8 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/ports?device_id=bab5ccf8-743d-4b6e-851a-2d3e3b8b5897 HTTP/1.1" status: 200 len: 944 time: 0.0730569 Nov 17 15:11:28.914588 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-07127ea6-b943-4c79-8de1-9259b100d12b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:28.937498 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Provisioning for port 275b7aa5-703f-43be-b128-93dc4f5e3ba7 completed by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 17 15:11:28.945105 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Provisioning complete for port 275b7aa5-703f-43be-b128-93dc4f5e3ba7 triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:11:28.945976 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:28.958619 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-7d8bd85a-8afe-4803-a6c8-8398d0221480 req-a6914ddc-c4c5-4bb4-ad4c-3ab7e27215f7 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/security-groups?id=e43155c4-feb7-4380-832d-2405bef285a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666604 Nov 17 15:11:29.012400 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f636382-1a28-4395-9eb6-d963c1b02c02 req-9d1aadcf-0479-4276-af32-bd099caf1f88 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:29.014075 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-3f636382-1a28-4395-9eb6-d963c1b02c02 req-9d1aadcf-0479-4276-af32-bd099caf1f88 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 945 time: 0.0664914 Nov 17 15:11:29.018943 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-07127ea6-b943-4c79-8de1-9259b100d12b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:29.022416 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-07127ea6-b943-4c79-8de1-9259b100d12b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:29.026490 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-07127ea6-b943-4c79-8de1-9259b100d12b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1c9b01ca-3a92-4d00-b0fe-c522ea6f6f9f HTTP/1.1" status: 204 len: 168 time: 0.2107339 Nov 17 15:11:29.048034 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07127ea6-b943-4c79-8de1-9259b100d12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9b01ca-3a92-4d00-b0fe-c522ea6f6f9f,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:29.110520 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-3f636382-1a28-4395-9eb6-d963c1b02c02 req-c5e481bc-412a-46c5-98b5-557567ebbbe3 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827262 Nov 17 15:11:29.171482 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:29.200185 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '743ac952-a5da-4edc-9a08-c7d02c2abb3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '275b7aa5-703f-43be-b128-93dc4f5e3ba7'}] {{(pid=101835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:11:29.333201 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port 275b7aa5-703f-43be-b128-93dc4f5e3ba7, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=275b7aa5-703f-43be-b128-93dc4f5e3ba7,segment=NetworkSegment(97a9b651-9208-41e6-b767-e98fd9bda307),segment_id=97a9b651-9208-41e6-b767-e98fd9bda307)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:11:29.340905 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:29.341750 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device 56a90435-3db1-4186-ad8f-7aa3e092af42 up at agent hyperv_hv-cinder-81823 {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:11:29.344927 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ca113-8f17-42ff-b59d-3de71a30ea74 req-681f7b66-bcbf-4ee9-a98e-ce51007bf2ca tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:29.358325 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-3f3ca113-8f17-42ff-b59d-3de71a30ea74 req-681f7b66-bcbf-4ee9-a98e-ce51007bf2ca tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 944 time: 0.0965760 Nov 17 15:11:29.448407 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Pushing event updated for resources: {'Port': ['ID=275b7aa5-703f-43be-b128-93dc4f5e3ba7,revision_number=5']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:29.461400 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-3f3ca113-8f17-42ff-b59d-3de71a30ea74 req-2e0de554-1e36-447e-8da6-f34123a5a411 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=d021336b-71ed-4ed3-bf6c-930a92e4b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015568 Nov 17 15:11:29.496032 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Provisioning for port 56a90435-3db1-4186-ad8f-7aa3e092af42 completed by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 17 15:11:29.502339 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Provisioning complete for port 56a90435-3db1-4186-ad8f-7aa3e092af42 triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:11:29.503162 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:29.528206 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc2a867bdaff5c76f0208ec4146e14dfecc9fe2083470249ba9c3c2934649c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1494da-8cfe-4348-98c5-5d1872866b8f" -d '{"events": [{"server_uuid": "743ac952-a5da-4edc-9a08-c7d02c2abb3b", "name": "network-vif-plugged", "status": "completed", "tag": "275b7aa5-703f-43be-b128-93dc4f5e3ba7"}]}' {{(pid=101835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:11:29.635423 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:29.683135 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port 56a90435-3db1-4186-ad8f-7aa3e092af42, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=56a90435-3db1-4186-ad8f-7aa3e092af42,segment=NetworkSegment(97a9b651-9208-41e6-b767-e98fd9bda307),segment_id=97a9b651-9208-41e6-b767-e98fd9bda307)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:11:29.685867 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 15:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c986fb8-00a6-4712-8b63-09379ca5a34e x-openstack-request-id: req-8c986fb8-00a6-4712-8b63-09379ca5a34e {{(pid=101835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:11:29.686500 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "743ac952-a5da-4edc-9a08-c7d02c2abb3b", "name": "network-vif-plugged", "status": "completed", "tag": "275b7aa5-703f-43be-b128-93dc4f5e3ba7", "code": 200}]} {{(pid=101835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:11:29.686974 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8c986fb8-00a6-4712-8b63-09379ca5a34e {{(pid=101835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:11:29.687664 dv-cinder-818233-1-iscsi neutron-server[101835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '743ac952-a5da-4edc-9a08-c7d02c2abb3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '275b7aa5-703f-43be-b128-93dc4f5e3ba7', 'code': 200} Nov 17 15:11:29.692129 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:29.694692 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device c83494f2-862b-4687-a8d0-971d2543ef8e up at agent hyperv_hv-cinder-81823 {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:11:29.794155 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Pushing event updated for resources: {'Port': ['ID=56a90435-3db1-4186-ad8f-7aa3e092af42,revision_number=5']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:29.817476 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Provisioning for port c83494f2-862b-4687-a8d0-971d2543ef8e completed by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 17 15:11:29.822915 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Provisioning complete for port c83494f2-862b-4687-a8d0-971d2543ef8e triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:11:29.823515 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:29.939034 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:29.980343 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd635700-6887-4421-81fd-f4b4d04c4e28 req-73e43ab7-56eb-4fa3-94a4-533ec4032989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:29.983035 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-dd635700-6887-4421-81fd-f4b4d04c4e28 req-73e43ab7-56eb-4fa3-94a4-533ec4032989 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 1098 time: 0.1211960 Nov 17 15:11:29.989416 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port c83494f2-862b-4687-a8d0-971d2543ef8e, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=c83494f2-862b-4687-a8d0-971d2543ef8e,segment=NetworkSegment(f69c62f2-38fe-4aee-b5aa-76ed57986015),segment_id=f69c62f2-38fe-4aee-b5aa-76ed57986015)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:11:30.004286 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:30.020315 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-dd635700-6887-4421-81fd-f4b4d04c4e28 req-61d40947-eea7-4e73-acd4-f62ab612a35c service neutron] Publish callbacks [] for security_group, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:30.117275 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Pushing event updated for resources: {'Port': ['ID=c83494f2-862b-4687-a8d0-971d2543ef8e,revision_number=5']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:30.133146 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b89f5-980a-40d0-ad72-514c5aa893e6 req-5d481328-3347-434b-a732-2f2f7788716d tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:30.135702 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-878b89f5-980a-40d0-ad72-514c5aa893e6 req-5d481328-3347-434b-a732-2f2f7788716d tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/ports?device_id=bab5ccf8-743d-4b6e-851a-2d3e3b8b5897 HTTP/1.1" status: 200 len: 945 time: 0.0943708 Nov 17 15:11:30.214941 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-dd635700-6887-4421-81fd-f4b4d04c4e28 req-61d40947-eea7-4e73-acd4-f62ab612a35c service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:30.228862 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-dd635700-6887-4421-81fd-f4b4d04c4e28 req-61d40947-eea7-4e73-acd4-f62ab612a35c service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:30.271981 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-dd635700-6887-4421-81fd-f4b4d04c4e28 req-61d40947-eea7-4e73-acd4-f62ab612a35c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798815 Nov 17 15:11:30.281306 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-878b89f5-980a-40d0-ad72-514c5aa893e6 req-d703841e-9535-468e-ac23-06ca9fd75fe7 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/security-groups?id=e43155c4-feb7-4380-832d-2405bef285a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265054 Nov 17 15:11:30.302352 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d40947-eea7-4e73-acd4-f62ab612a35c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7101103c-a11a-4df9-8f6b-97cae30e81c2,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:30.351004 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b422b36-d0d6-4b63-86fd-05350b0ebae7 req-c9cc4054-9fbd-4b53-9b84-38acf0e529aa tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:30.356468 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-4b422b36-d0d6-4b63-86fd-05350b0ebae7 req-c9cc4054-9fbd-4b53-9b84-38acf0e529aa tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 946 time: 0.1362770 Nov 17 15:11:30.414363 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-4b422b36-d0d6-4b63-86fd-05350b0ebae7 req-b9d85fe4-f2ce-4655-9581-1f4751d620e4 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490074 Nov 17 15:11:30.638508 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730128b-f7ab-4b06-9fa1-86f1b61bbf45 req-52df748a-3e56-4e30-a562-692993d78710 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:30.647719 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-b730128b-f7ab-4b06-9fa1-86f1b61bbf45 req-52df748a-3e56-4e30-a562-692993d78710 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 944 time: 0.0874429 Nov 17 15:11:30.699454 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-b730128b-f7ab-4b06-9fa1-86f1b61bbf45 req-1e6f1945-3ebf-471d-a083-4e016b4cdbf9 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=d021336b-71ed-4ed3-bf6c-930a92e4b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508525 Nov 17 15:11:30.862457 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 56652) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:30.868455 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device b6f53709-aebf-47c2-897b-edc056f39eda details requested by agent hyperv_hv-cinder-81823 with host hv-cinder-81823 {{(pid=101835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 17 15:11:30.988612 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-21d983f8-0787-467c-9201-845917e50a9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:31.001642 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port b6f53709-aebf-47c2-897b-edc056f39eda, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=b6f53709-aebf-47c2-897b-edc056f39eda,segment=NetworkSegment(5544a57b-458e-443f-8f9d-a2629fafc7ee),segment_id=5544a57b-458e-443f-8f9d-a2629fafc7ee)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:11:31.015612 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Returning: {'device': 'b6f53709-aebf-47c2-897b-edc056f39eda', 'network_id': '6ca42089-8bb6-47e4-9dcd-a40e1ac70e66', 'port_id': 'b6f53709-aebf-47c2-897b-edc056f39eda', 'mac_address': 'fa:16:3e:a5:71:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a6cfc7a-d04e-4d58-a0f5-383a0d4f2ccc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 17 15:11:31.057314 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:31.069157 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-21d983f8-0787-467c-9201-845917e50a9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:31.074694 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-21d983f8-0787-467c-9201-845917e50a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:31.081032 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.notifiers.nova [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6f53709-aebf-47c2-897b-edc056f39eda {{(pid=101835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 15:11:31.105164 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port b6f53709-aebf-47c2-897b-edc056f39eda, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=b6f53709-aebf-47c2-897b-edc056f39eda,segment=NetworkSegment(5544a57b-458e-443f-8f9d-a2629fafc7ee),segment_id=5544a57b-458e-443f-8f9d-a2629fafc7ee)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:11:31.111534 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:31.113953 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-21d983f8-0787-467c-9201-845917e50a9f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a13f61a9cff74f72b60fa544508e79c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2496855 Nov 17 15:11:31.114994 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d983f8-0787-467c-9201-845917e50a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8348d95b-0ede-4a15-8bdd-4c78e45b566e,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:31.117066 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 56662) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:31.172050 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-1e0bf9aa-e841-43f6-8257-1323b0d63ba8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:31.195908 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Pushing event updated for resources: {'Port': ['ID=b6f53709-aebf-47c2-897b-edc056f39eda,revision_number=4']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:31.196570 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-1e0bf9aa-e841-43f6-8257-1323b0d63ba8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:31.243387 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-1e0bf9aa-e841-43f6-8257-1323b0d63ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:31.245967 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-1e0bf9aa-e841-43f6-8257-1323b0d63ba8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:31.247136 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-1e0bf9aa-e841-43f6-8257-1323b0d63ba8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8348d95b-0ede-4a15-8bdd-4c78e45b566e HTTP/1.1" status: 204 len: 168 time: 0.1289961 Nov 17 15:11:31.255427 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0bf9aa-e841-43f6-8257-1323b0d63ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8348d95b-0ede-4a15-8bdd-4c78e45b566e,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:31.426473 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] get_ports_and_sgs() called for port_ids ['b6f53709-aebf-47c2-897b-edc056f39eda'] {{(pid=101835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 15:11:31.428798 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836002d-b0b4-4ed0-a9da-21c887c46458 req-d900e11f-2b75-4960-ad66-8dce6c5cb5b3 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:31.432923 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-8836002d-b0b4-4ed0-a9da-21c887c46458 req-d900e11f-2b75-4960-ad66-8dce6c5cb5b3 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/ports?device_id=bab5ccf8-743d-4b6e-851a-2d3e3b8b5897 HTTP/1.1" status: 200 len: 945 time: 0.0599966 Nov 17 15:11:31.521489 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-8836002d-b0b4-4ed0-a9da-21c887c46458 req-da3f685a-918e-4ef6-b44a-bab97564b7d1 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/security-groups?id=e43155c4-feb7-4380-832d-2405bef285a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614638 Nov 17 15:11:31.621758 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1e941-8d72-40ff-b985-1d9ecd9d0f9e req-43c686b8-bc06-413c-a864-4a8bce292e94 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:31.628996 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-ecb1e941-8d72-40ff-b985-1d9ecd9d0f9e req-43c686b8-bc06-413c-a864-4a8bce292e94 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 946 time: 0.1028981 Nov 17 15:11:31.689390 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '328c1350-8f0c-4db9-8fca-b0414b4081aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56a90435-3db1-4186-ad8f-7aa3e092af42'}, {'server_uuid': 'bab5ccf8-743d-4b6e-851a-2d3e3b8b5897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83494f2-862b-4687-a8d0-971d2543ef8e'}] {{(pid=101835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:11:31.692358 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc2a867bdaff5c76f0208ec4146e14dfecc9fe2083470249ba9c3c2934649c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c940f74-4960-4aac-ae04-77fc44fc4ca2" -d '{"events": [{"server_uuid": "328c1350-8f0c-4db9-8fca-b0414b4081aa", "name": "network-vif-plugged", "status": "completed", "tag": "56a90435-3db1-4186-ad8f-7aa3e092af42"}, {"server_uuid": "bab5ccf8-743d-4b6e-851a-2d3e3b8b5897", "name": "network-vif-plugged", "status": "completed", "tag": "c83494f2-862b-4687-a8d0-971d2543ef8e"}]}' {{(pid=101835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:11:31.692721 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-ecb1e941-8d72-40ff-b985-1d9ecd9d0f9e req-0dad27f0-642b-48f5-8237-9b1a2295464c tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624497 Nov 17 15:11:31.755808 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 17 Nov 2021 15:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601cb130-7d8a-4f96-8e47-103440f817a4 x-openstack-request-id: req-601cb130-7d8a-4f96-8e47-103440f817a4 {{(pid=101835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:11:31.756137 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "328c1350-8f0c-4db9-8fca-b0414b4081aa", "name": "network-vif-plugged", "status": "completed", "tag": "56a90435-3db1-4186-ad8f-7aa3e092af42", "code": 200}, {"server_uuid": "bab5ccf8-743d-4b6e-851a-2d3e3b8b5897", "name": "network-vif-plugged", "status": "completed", "tag": "c83494f2-862b-4687-a8d0-971d2543ef8e", "code": 200}]} {{(pid=101835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:11:31.756391 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-601cb130-7d8a-4f96-8e47-103440f817a4 {{(pid=101835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:11:31.757002 dv-cinder-818233-1-iscsi neutron-server[101835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '328c1350-8f0c-4db9-8fca-b0414b4081aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56a90435-3db1-4186-ad8f-7aa3e092af42', 'code': 200} Nov 17 15:11:31.757259 dv-cinder-818233-1-iscsi neutron-server[101835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab5ccf8-743d-4b6e-851a-2d3e3b8b5897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83494f2-862b-4687-a8d0-971d2543ef8e', 'code': 200} Nov 17 15:11:31.908139 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d0b6e-3f88-4181-9f81-7c561e852ab8 req-f8e0af04-c152-4981-8eca-992df63450eb tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:31.910254 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-c22d0b6e-3f88-4181-9f81-7c561e852ab8 req-f8e0af04-c152-4981-8eca-992df63450eb tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 945 time: 0.1030638 Nov 17 15:11:32.000787 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-c22d0b6e-3f88-4181-9f81-7c561e852ab8 req-cc6b6b1d-054d-4ea1-bf7d-8d8ebd64b9f4 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=d021336b-71ed-4ed3-bf6c-930a92e4b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840261 Nov 17 15:11:32.051107 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2162178-ea09-4cf1-a03f-c9aa6a14e9c3 req-8a1c66e7-5ef5-416d-a1d1-cc0b3d48d1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:32.053062 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-e2162178-ea09-4cf1-a03f-c9aa6a14e9c3 req-8a1c66e7-5ef5-416d-a1d1-cc0b3d48d1dc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bab5ccf8-743d-4b6e-851a-2d3e3b8b5897 HTTP/1.1" status: 200 len: 1098 time: 0.0512741 Nov 17 15:11:32.086274 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 56710) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:32.101582 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748cfff-9fc2-4824-84d0-4f22a7a982ae req-a5817b7e-6d43-4f5f-9580-cbe1708be60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:32.103464 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-a748cfff-9fc2-4824-84d0-4f22a7a982ae req-a5817b7e-6d43-4f5f-9580-cbe1708be60a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 1099 time: 0.1023114 Nov 17 15:11:32.110381 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-b7313b37-68fe-4bfb-a7ae-9dec05ada5c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:32.156247 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-e2162178-ea09-4cf1-a03f-c9aa6a14e9c3 req-8622660b-f0f6-4d35-8ef7-f9036fe81373 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e43155c4-feb7-4380-832d-2405bef285a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887737 Nov 17 15:11:32.177656 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-a748cfff-9fc2-4824-84d0-4f22a7a982ae req-2103971d-69ae-4b54-a34b-a064b31f2d3b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645812 Nov 17 15:11:32.252752 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-b7313b37-68fe-4bfb-a7ae-9dec05ada5c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:32.266527 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-b7313b37-68fe-4bfb-a7ae-9dec05ada5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:32.316835 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-b7313b37-68fe-4bfb-a7ae-9dec05ada5c7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=43732d36f07e4ac8968a6e41f09b5d1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291949 Nov 17 15:11:32.317922 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7313b37-68fe-4bfb-a7ae-9dec05ada5c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a185382-10a8-4d92-a84d-59543361ecec,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:32.319569 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 56720) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:32.380294 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-bf2a0ea3-7c53-4c2b-bd9f-b6e365691c61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:32.416110 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-bf2a0ea3-7c53-4c2b-bd9f-b6e365691c61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:32.495793 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-bf2a0ea3-7c53-4c2b-bd9f-b6e365691c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:32.503039 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-bf2a0ea3-7c53-4c2b-bd9f-b6e365691c61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:32.508658 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-bf2a0ea3-7c53-4c2b-bd9f-b6e365691c61 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9a185382-10a8-4d92-a84d-59543361ecec HTTP/1.1" status: 204 len: 168 time: 0.1880701 Nov 17 15:11:32.522747 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a0ea3-7c53-4c2b-bd9f-b6e365691c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a185382-10a8-4d92-a84d-59543361ecec,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:32.804988 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:32.848979 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e143c7-fdab-4b2f-9cce-ec9c5e5f6244 req-c09852a0-cec2-41a3-a597-79f141b100b8 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:32.850944 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-13e143c7-fdab-4b2f-9cce-ec9c5e5f6244 req-c09852a0-cec2-41a3-a597-79f141b100b8 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 946 time: 0.0829828 Nov 17 15:11:32.867012 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c15dc53-9582-460a-b59f-6f24516aef43 req-548f0605-9fae-4ff3-8bff-1acc62452bf2 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:32.875463 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-8c15dc53-9582-460a-b59f-6f24516aef43 req-548f0605-9fae-4ff3-8bff-1acc62452bf2 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/ports?device_id=bab5ccf8-743d-4b6e-851a-2d3e3b8b5897 HTTP/1.1" status: 200 len: 945 time: 0.2838316 Nov 17 15:11:32.894411 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device b6f53709-aebf-47c2-897b-edc056f39eda up at agent hyperv_hv-cinder-81823 {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:11:32.926206 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-13e143c7-fdab-4b2f-9cce-ec9c5e5f6244 req-659108c0-6422-4478-8e10-b68bdb262027 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633986 Nov 17 15:11:32.935945 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-8c15dc53-9582-460a-b59f-6f24516aef43 req-119682de-b789-4940-a0cd-42f2b0c16f27 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/security-groups?id=e43155c4-feb7-4380-832d-2405bef285a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594954 Nov 17 15:11:32.969933 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Provisioning for port b6f53709-aebf-47c2-897b-edc056f39eda completed by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 17 15:11:32.976312 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Provisioning complete for port b6f53709-aebf-47c2-897b-edc056f39eda triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:11:32.976803 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:33.072284 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:33.112098 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port b6f53709-aebf-47c2-897b-edc056f39eda, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=b6f53709-aebf-47c2-897b-edc056f39eda,segment=NetworkSegment(5544a57b-458e-443f-8f9d-a2629fafc7ee),segment_id=5544a57b-458e-443f-8f9d-a2629fafc7ee)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:11:33.118630 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:33.132789 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee5376-59e9-42b8-8ec5-e551ee6880a1 req-1f738085-f125-4f23-a1c0-5ade6dbeb559 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:33.134424 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-87ee5376-59e9-42b8-8ec5-e551ee6880a1 req-1f738085-f125-4f23-a1c0-5ade6dbeb559 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 945 time: 0.0612240 Nov 17 15:11:33.142879 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 56760) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:33.184913 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Pushing event updated for resources: {'Port': ['ID=b6f53709-aebf-47c2-897b-edc056f39eda,revision_number=5']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:33.200823 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-87ee5376-59e9-42b8-8ec5-e551ee6880a1 req-10660fb5-4b11-4908-8d3b-108c5342babc tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=d021336b-71ed-4ed3-bf6c-930a92e4b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590057 Nov 17 15:11:33.256567 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-06ca7456-7e70-41d3-a389-932d2ed6dd9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:33.330143 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-06ca7456-7e70-41d3-a389-932d2ed6dd9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:33.334529 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-06ca7456-7e70-41d3-a389-932d2ed6dd9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:33.379979 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca7456-7e70-41d3-a389-932d2ed6dd9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34995ebd-87ff-4aa0-97b9-983d47dacede,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:33.385675 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-06ca7456-7e70-41d3-a389-932d2ed6dd9e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=66cda6feb398498f9e5b2e166ffd80dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2416959 Nov 17 15:11:33.388286 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 56774) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:33.439190 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-80a7950a-be0d-4275-baa8-9ed36191c83c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:33.472890 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-80a7950a-be0d-4275-baa8-9ed36191c83c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:33.538660 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-80a7950a-be0d-4275-baa8-9ed36191c83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:33.552658 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-80a7950a-be0d-4275-baa8-9ed36191c83c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:33.554081 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-80a7950a-be0d-4275-baa8-9ed36191c83c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/34995ebd-87ff-4aa0-97b9-983d47dacede HTTP/1.1" status: 204 len: 168 time: 0.1646411 Nov 17 15:11:33.570424 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a7950a-be0d-4275-baa8-9ed36191c83c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34995ebd-87ff-4aa0-97b9-983d47dacede,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:33.758059 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa18ff41-afde-4d28-8a25-2c9981ac6cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f53709-aebf-47c2-897b-edc056f39eda'}] {{(pid=101835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:11:33.760892 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc2a867bdaff5c76f0208ec4146e14dfecc9fe2083470249ba9c3c2934649c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f6428a-fd92-450e-b3eb-0079663eb7cb" -d '{"events": [{"server_uuid": "fa18ff41-afde-4d28-8a25-2c9981ac6cff", "name": "network-vif-plugged", "status": "completed", "tag": "b6f53709-aebf-47c2-897b-edc056f39eda"}]}' {{(pid=101835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:11:33.803399 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 15:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0053df03-3220-41c2-aae7-532f7b4ddeec x-openstack-request-id: req-0053df03-3220-41c2-aae7-532f7b4ddeec {{(pid=101835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:11:33.804451 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa18ff41-afde-4d28-8a25-2c9981ac6cff", "name": "network-vif-plugged", "status": "completed", "tag": "b6f53709-aebf-47c2-897b-edc056f39eda", "code": 200}]} {{(pid=101835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:11:33.804800 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0053df03-3220-41c2-aae7-532f7b4ddeec {{(pid=101835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:11:33.805813 dv-cinder-818233-1-iscsi neutron-server[101835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa18ff41-afde-4d28-8a25-2c9981ac6cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f53709-aebf-47c2-897b-edc056f39eda', 'code': 200} Nov 17 15:11:34.127417 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a3411-59a0-4a31-94d2-309cddb1a530 req-a026133e-4d6a-4863-ad13-da413fff4ce6 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:34.146200 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-750a3411-59a0-4a31-94d2-309cddb1a530 req-a026133e-4d6a-4863-ad13-da413fff4ce6 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 946 time: 0.0930521 Nov 17 15:11:34.174677 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 56826) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:34.211106 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-750a3411-59a0-4a31-94d2-309cddb1a530 req-09c22493-b7a4-464d-b9e2-0a7caa0a8cdb tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579236 Nov 17 15:11:34.252466 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9f71d-cf87-4a04-aba6-c8f2657f9f6b req-a5e80fe4-55d5-4e42-99c4-7907aabe7a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:34.253987 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-37c9f71d-cf87-4a04-aba6-c8f2657f9f6b req-a5e80fe4-55d5-4e42-99c4-7907aabe7a22 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 1099 time: 0.2227733 Nov 17 15:11:34.264296 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9414324-765a-4eb6-b162-67939334acfb req-f69392b1-711c-4a6b-be3d-c342da838f74 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:34.273124 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-d9414324-765a-4eb6-b162-67939334acfb req-f69392b1-711c-4a6b-be3d-c342da838f74 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/ports?device_id=bab5ccf8-743d-4b6e-851a-2d3e3b8b5897 HTTP/1.1" status: 200 len: 945 time: 0.2298157 Nov 17 15:11:34.301137 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 56834) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:34.366253 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-d9414324-765a-4eb6-b162-67939334acfb req-d3be161d-7a73-479b-9ebe-b9a4caf955b1 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/security-groups?id=e43155c4-feb7-4380-832d-2405bef285a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922673 Nov 17 15:11:34.368587 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-1b9332cc-81c7-43dc-9208-1d826c879424 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:34.370554 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-2b455d81-5c2d-4e21-b980-ff6bafd87f60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:34.372356 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-37c9f71d-cf87-4a04-aba6-c8f2657f9f6b req-be31c7fa-7aeb-425b-994d-2e9b130facf5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d021336b-71ed-4ed3-bf6c-930a92e4b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967386 Nov 17 15:11:34.421125 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ab067-31c9-42a3-8caf-d1b199d535db req-f74c1146-749b-401a-9fa8-0ded380a0c27 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:34.422826 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-fe5ab067-31c9-42a3-8caf-d1b199d535db req-f74c1146-749b-401a-9fa8-0ded380a0c27 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 946 time: 0.0907185 Nov 17 15:11:34.466349 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-1b9332cc-81c7-43dc-9208-1d826c879424 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:34.470346 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-1b9332cc-81c7-43dc-9208-1d826c879424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:34.510508 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9332cc-81c7-43dc-9208-1d826c879424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ce24df-78b7-474c-9598-40739fffbaaa,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:34.520724 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-1b9332cc-81c7-43dc-9208-1d826c879424 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=282467098f6e43e2a8c8889f92d85082&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3378022 Nov 17 15:11:34.521831 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 56838) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:34.523325 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-fe5ab067-31c9-42a3-8caf-d1b199d535db req-dd31c5be-8942-4732-93d0-5322763a8292 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=d021336b-71ed-4ed3-bf6c-930a92e4b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786834 Nov 17 15:11:34.565484 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-2b455d81-5c2d-4e21-b980-ff6bafd87f60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:34.569876 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-2b455d81-5c2d-4e21-b980-ff6bafd87f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:34.596149 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-cd86492c-828c-41fc-ba65-8ded95cabc73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:34.616231 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-2b455d81-5c2d-4e21-b980-ff6bafd87f60 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=34e02dd6e9234351b70127af9e4e56f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3136017 Nov 17 15:11:34.616719 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 56840) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:34.620199 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b455d81-5c2d-4e21-b980-ff6bafd87f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=132faf25-c623-4e7c-b30c-3fe32706ee36,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:34.651948 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-cd86492c-828c-41fc-ba65-8ded95cabc73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:34.700427 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-7adad218-309d-4438-b4fe-6eb491525c0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:34.724055 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-7adad218-309d-4438-b4fe-6eb491525c0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:34.754109 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-cd86492c-828c-41fc-ba65-8ded95cabc73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:34.756762 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-cd86492c-828c-41fc-ba65-8ded95cabc73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:34.758086 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-cd86492c-828c-41fc-ba65-8ded95cabc73 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f3ce24df-78b7-474c-9598-40739fffbaaa HTTP/1.1" status: 204 len: 168 time: 0.2353232 Nov 17 15:11:34.780584 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd86492c-828c-41fc-ba65-8ded95cabc73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ce24df-78b7-474c-9598-40739fffbaaa,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:34.813841 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-7adad218-309d-4438-b4fe-6eb491525c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:34.816939 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-7adad218-309d-4438-b4fe-6eb491525c0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:34.821342 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-7adad218-309d-4438-b4fe-6eb491525c0f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/132faf25-c623-4e7c-b30c-3fe32706ee36 HTTP/1.1" status: 204 len: 168 time: 0.2034705 Nov 17 15:11:34.834844 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adad218-309d-4438-b4fe-6eb491525c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132faf25-c623-4e7c-b30c-3fe32706ee36,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:35.191479 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 56870) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:35.208314 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-e528da5e-9244-4da4-98e4-4bbcffc9ae7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:35.313452 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-e528da5e-9244-4da4-98e4-4bbcffc9ae7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:35.320493 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-e528da5e-9244-4da4-98e4-4bbcffc9ae7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:35.359449 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9234b-44af-489a-b6d4-c7654f74bfcb req-823d1ce7-dece-48c2-9645-cf287b66c2e5 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:35.361568 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-b6a9234b-44af-489a-b6d4-c7654f74bfcb req-823d1ce7-dece-48c2-9645-cf287b66c2e5 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 946 time: 0.0646236 Nov 17 15:11:35.379376 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-e528da5e-9244-4da4-98e4-4bbcffc9ae7a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4f2b25f643a94c4bbab9bdb27dfca825&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1858149 Nov 17 15:11:35.380527 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e528da5e-9244-4da4-98e4-4bbcffc9ae7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48935dc3-1815-482f-8b22-8814ae7c1004,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:35.383507 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 56880) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:35.445649 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-1f7010a4-83f0-40e3-98f1-a9454754981e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:35.467447 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-b6a9234b-44af-489a-b6d4-c7654f74bfcb req-c62d3a22-553b-4196-ba81-ac97b60702d3 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943644 Nov 17 15:11:35.499226 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-1f7010a4-83f0-40e3-98f1-a9454754981e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:35.593418 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-1f7010a4-83f0-40e3-98f1-a9454754981e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:35.597464 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-1f7010a4-83f0-40e3-98f1-a9454754981e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:35.598939 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-1f7010a4-83f0-40e3-98f1-a9454754981e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/48935dc3-1815-482f-8b22-8814ae7c1004 HTTP/1.1" status: 204 len: 168 time: 0.2142925 Nov 17 15:11:35.609688 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7010a4-83f0-40e3-98f1-a9454754981e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48935dc3-1815-482f-8b22-8814ae7c1004,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:35.698577 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcafd5d-89c9-4ecd-b987-a750795980fb req-4915504b-a096-444f-bb07-2fc93d5b5463 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:35.700783 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-edcafd5d-89c9-4ecd-b987-a750795980fb req-4915504b-a096-444f-bb07-2fc93d5b5463 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 946 time: 0.0838735 Nov 17 15:11:35.769248 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-edcafd5d-89c9-4ecd-b987-a750795980fb req-0213ad00-c7c9-4bae-a230-9e9e01a019f6 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=d021336b-71ed-4ed3-bf6c-930a92e4b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579512 Nov 17 15:11:35.907644 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a26ee-21a6-4b15-bc10-27c6141cdd12 req-408aab44-9177-4a14-87b7-590ac5964cad tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:35.916079 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-4b3a26ee-21a6-4b15-bc10-27c6141cdd12 req-408aab44-9177-4a14-87b7-590ac5964cad tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 946 time: 0.0617547 Nov 17 15:11:35.971420 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-4b3a26ee-21a6-4b15-bc10-27c6141cdd12 req-9f70a1f0-19a5-48a6-9c01-83f3f334e67b tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496476 Nov 17 15:11:36.904062 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c27d19-e601-4bff-a80b-fa5194acfd9a req-79b7a796-c990-45dd-b198-0c4b2df85dff tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:36.905534 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-f3c27d19-e601-4bff-a80b-fa5194acfd9a req-79b7a796-c990-45dd-b198-0c4b2df85dff tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 946 time: 0.0599570 Nov 17 15:11:36.956507 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-f3c27d19-e601-4bff-a80b-fa5194acfd9a req-88bc6aa9-2d1e-4c80-87c9-bf8457c3ad01 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=d021336b-71ed-4ed3-bf6c-930a92e4b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446465 Nov 17 15:11:37.110957 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb22862-4392-4171-ad89-b14488dad972 req-e11a78f2-6ec5-4be9-b5ff-95cabfcfd273 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:37.112455 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-4fb22862-4392-4171-ad89-b14488dad972 req-e11a78f2-6ec5-4be9-b5ff-95cabfcfd273 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 946 time: 0.0504558 Nov 17 15:11:37.121578 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 57016) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:37.126161 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.v2.base [None req-d52c0c27-a6ea-454a-9b16-0a69639ab397 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Request body: {'floatingip': {'port_id': 'b6f53709-aebf-47c2-897b-edc056f39eda'}} {{(pid=101833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:11:37.203457 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-d52c0c27-a6ea-454a-9b16-0a69639ab397 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks [] for floatingip, before_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:37.219319 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3081408-7cc2-48df-9b1d-37969e07bdee req-beccc032-86ef-4d0c-b219-f1154c9b73d0 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:37.221052 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-e3081408-7cc2-48df-9b1d-37969e07bdee req-beccc032-86ef-4d0c-b219-f1154c9b73d0 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 946 time: 0.0563409 Nov 17 15:11:37.273328 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-e3081408-7cc2-48df-9b1d-37969e07bdee req-d8e1bf94-3401-4b62-9e41-c780c4580e0b tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439725 Nov 17 15:11:38.012665 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 57058) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:38.021459 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-d52c0c27-a6ea-454a-9b16-0a69639ab397 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:38.025190 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-d52c0c27-a6ea-454a-9b16-0a69639ab397 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526871'] for floatingip, after_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:38.117093 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-6373a6e8-3a0e-4351-8543-0014bbfd7a50 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:38.121190 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.db.l3_db [None req-d52c0c27-a6ea-454a-9b16-0a69639ab397 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Floating IP 41d0ee97-a256-4dfb-aa87-c13b72f8a6e5 associated. External IP: 172.27.1.96, port: b6f53709-aebf-47c2-897b-edc056f39eda. Nov 17 15:11:38.188361 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-6373a6e8-3a0e-4351-8543-0014bbfd7a50 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:38.192628 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-6373a6e8-3a0e-4351-8543-0014bbfd7a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:38.230359 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-6373a6e8-3a0e-4351-8543-0014bbfd7a50 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ef6f7c369177451e8cf186fde5f3789f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2165003 Nov 17 15:11:38.231194 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6373a6e8-3a0e-4351-8543-0014bbfd7a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f48b46-0bbc-4ecd-b37c-8b1dd2cb85d9,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:38.233456 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 57062) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:38.280723 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-306a56c0-fd20-43ac-a0eb-79e9df574dd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:38.301750 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-306a56c0-fd20-43ac-a0eb-79e9df574dd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:38.331558 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d52c0c27-a6ea-454a-9b16-0a69639ab397 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Router 486b4896-4f2a-4948-9514-3d7bb2d8d920 has already been hosted by L3 agent ed3bd2e8-8a22-4616-b806-7e727ef760a6 {{(pid=101833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 15:11:38.372416 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-306a56c0-fd20-43ac-a0eb-79e9df574dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:38.375416 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-306a56c0-fd20-43ac-a0eb-79e9df574dd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:38.376552 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-306a56c0-fd20-43ac-a0eb-79e9df574dd4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/32f48b46-0bbc-4ecd-b37c-8b1dd2cb85d9 HTTP/1.1" status: 204 len: 168 time: 0.1421471 Nov 17 15:11:38.393414 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306a56c0-fd20-43ac-a0eb-79e9df574dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f48b46-0bbc-4ecd-b37c-8b1dd2cb85d9,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:38.414025 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a85b87-e29a-4ea8-9116-ba924f0ee865 req-69f21119-1680-4cd4-915e-bbdbb7a40cd8 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:38.415558 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-f2a85b87-e29a-4ea8-9116-ba924f0ee865 req-69f21119-1680-4cd4-915e-bbdbb7a40cd8 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 946 time: 0.0721526 Nov 17 15:11:38.466208 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d52c0c27-a6ea-454a-9b16-0a69639ab397 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Notify agent at l3_agent.dv-cinder-818233-1-iscsi the message routers_updated {{(pid=101833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 15:11:38.475252 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-d52c0c27-a6ea-454a-9b16-0a69639ab397 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for floatingip, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:38.475685 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-f2a85b87-e29a-4ea8-9116-ba924f0ee865 req-35bf0f27-f0d2-4a19-a78d-a3381cab09d0 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537140 Nov 17 15:11:38.501650 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c7ccd9-d616-40b1-9e14-9393b1743cbd None None] Sync routers for ids ['486b4896-4f2a-4948-9514-3d7bb2d8d920'] in dv-cinder-818233-1-iscsi {{(pid=101836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 15:11:38.504185 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c7ccd9-d616-40b1-9e14-9393b1743cbd None None] Routers {'486b4896-4f2a-4948-9514-3d7bb2d8d920'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:11:38.504846 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-d4c7ccd9-d616-40b1-9e14-9393b1743cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:11:24Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['486b4896-4f2a-4948-9514-3d7bb2d8d920'], 'active': True} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:11:38.509560 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-d52c0c27-a6ea-454a-9b16-0a69639ab397 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "PUT /v2.0/floatingips/41d0ee97-a256-4dfb-aa87-c13b72f8a6e5 HTTP/1.1" status: 200 len: 991 time: 1.3868985 Nov 17 15:11:38.510210 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa18ff41-afde-4d28-8a25-2c9981ac6cff', 'tag': 'b6f53709-aebf-47c2-897b-edc056f39eda'}] {{(pid=101833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:11:38.512529 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98a3914b10db2bda8b449d081c398edb642d8063ca6ecbd0a439108c8bd060b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f016ea-c3ef-4923-8001-e2eed7197bfb" -d '{"events": [{"name": "network-changed", "server_uuid": "fa18ff41-afde-4d28-8a25-2c9981ac6cff", "tag": "b6f53709-aebf-47c2-897b-edc056f39eda"}]}' {{(pid=101833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:11:38.625965 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0b54a-01f5-435b-b04a-6a446a9adcc6 req-85c1e1f3-4d0d-463f-ba20-0b8d1a0e7bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:38.627973 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-beb0b54a-01f5-435b-b04a-6a446a9adcc6 req-85c1e1f3-4d0d-463f-ba20-0b8d1a0e7bce service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2c31c9cd89174556a7ca67ee64363dab&device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 1099 time: 0.0532818 Nov 17 15:11:38.637477 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvr_db [None req-d4c7ccd9-d616-40b1-9e14-9393b1743cbd None None] Set router 486b4896-4f2a-4948-9514-3d7bb2d8d920 gateway port host: dv-cinder-818233-1-iscsi {{(pid=101836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:11:38.708517 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 57080) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:38.728241 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-a61470c4-50cf-4659-b202-33c684e9614c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:38.756294 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 15:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c791c5b-3db7-468b-b559-59e87baf8f53 x-openstack-request-id: req-8c791c5b-3db7-468b-b559-59e87baf8f53 {{(pid=101833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:11:38.756749 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa18ff41-afde-4d28-8a25-2c9981ac6cff", "tag": "b6f53709-aebf-47c2-897b-edc056f39eda", "status": "completed", "code": 200}]} {{(pid=101833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:11:38.757139 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8c791c5b-3db7-468b-b559-59e87baf8f53 {{(pid=101833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:11:38.757528 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa18ff41-afde-4d28-8a25-2c9981ac6cff', 'tag': 'b6f53709-aebf-47c2-897b-edc056f39eda', 'status': 'completed', 'code': 200} Nov 17 15:11:38.849065 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0b54a-01f5-435b-b04a-6a446a9adcc6 req-4c68bf02-8656-4ca3-8e12-a547dd6f2b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:38.851525 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-beb0b54a-01f5-435b-b04a-6a446a9adcc6 req-4c68bf02-8656-4ca3-8e12-a547dd6f2b4a service neutron] 10.222.0.55 "GET /v2.0/networks?id=8f735dfc-629f-48fb-8e93-a13cf556a60b HTTP/1.1" status: 200 len: 920 time: 0.2142117 Nov 17 15:11:38.892546 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f016ea-c3ef-4923-8001-e2eed7197bfb req-2af23cdb-c28f-458a-9a52-98f6b01c0c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:38.894106 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-e0f016ea-c3ef-4923-8001-e2eed7197bfb req-2af23cdb-c28f-458a-9a52-98f6b01c0c83 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b4e3fd73a0164f73baea3c35a692ff86&device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 1099 time: 0.1046944 Nov 17 15:11:38.958399 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-beb0b54a-01f5-435b-b04a-6a446a9adcc6 req-871e8005-a92a-4da2-816f-2aef4f160eda service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56a90435-3db1-4186-ad8f-7aa3e092af42 HTTP/1.1" status: 200 len: 217 time: 0.0913990 Nov 17 15:11:38.995136 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-a61470c4-50cf-4659-b202-33c684e9614c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:39.010959 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-a61470c4-50cf-4659-b202-33c684e9614c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:39.031113 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-d4c7ccd9-d616-40b1-9e14-9393b1743cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'name': 'tempest-AttachVolumeTestJSON-1945661835-router', 'tenant_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '1e1d0785-2218-460c-8745-f09d338ac16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:10:50Z', 'updated_at': '2021-11-17T15:10:58Z', 'revision_number': 4, 'project_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'gw_port': {'id': '1e1d0785-2218-460c-8745-f09d338ac16f', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:10:51Z', 'updated_at': '2021-11-17T15:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_floatingips': [{'id': '41d0ee97-a256-4dfb-aa87-c13b72f8a6e5', 'tenant_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'floating_ip_address': '172.27.1.96', 'floating_network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'router_id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'port_id': 'b6f53709-aebf-47c2-897b-edc056f39eda', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ca42089-8bb6-47e4-9dcd-a40e1ac70e66', 'mac_address': 'fa:16:3e:a5:71:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa18ff41-afde-4d28-8a25-2c9981ac6cff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T15:11:08Z', 'updated_at': '2021-11-17T15:11:37Z', 'revision_number': 1, 'project_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ded3c33-b409-4b26-b8a6-f44286832de4', 'name': '', 'network_id': '6ca42089-8bb6-47e4-9dcd-a40e1ac70e66', 'tenant_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'mac_address': 'fa:16:3e:9b:b6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7a6cfc7a-d04e-4d58-a0f5-383a0d4f2ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:10:56Z', 'updated_at': '2021-11-17T15:11:08Z', 'revision_number': 5, 'project_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'subnets': [{'id': '7a6cfc7a-d04e-4d58-a0f5-383a0d4f2ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:11:39.052894 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-a61470c4-50cf-4659-b202-33c684e9614c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e159485fd88846adb9897ddc9bcf43b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3427503 Nov 17 15:11:39.062915 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c7ccd9-d616-40b1-9e14-9393b1743cbd None None] Checking router: 486b4896-4f2a-4948-9514-3d7bb2d8d920 for host: dv-cinder-818233-1-iscsi {{(pid=101836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 15:11:39.077302 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c7ccd9-d616-40b1-9e14-9393b1743cbd None None] Routers {'486b4896-4f2a-4948-9514-3d7bb2d8d920'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:11:39.078455 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-d4c7ccd9-d616-40b1-9e14-9393b1743cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:11:24Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['486b4896-4f2a-4948-9514-3d7bb2d8d920'], 'active': True} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:11:39.091204 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 57110) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:39.127674 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0b54a-01f5-435b-b04a-6a446a9adcc6 req-7b35d905-0248-493b-ab73-9091b6af40a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:39.129465 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-beb0b54a-01f5-435b-b04a-6a446a9adcc6 req-7b35d905-0248-493b-ab73-9091b6af40a3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=88826920-16d8-4049-9290-269b7ad338c8 HTTP/1.1" status: 200 len: 859 time: 0.1029360 Nov 17 15:11:39.145580 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f016ea-c3ef-4923-8001-e2eed7197bfb req-c826b8b9-8b1a-4e5f-8792-30546d887713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:39.148608 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-e0f016ea-c3ef-4923-8001-e2eed7197bfb req-c826b8b9-8b1a-4e5f-8792-30546d887713 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6ca42089-8bb6-47e4-9dcd-a40e1ac70e66 HTTP/1.1" status: 200 len: 912 time: 0.2438769 Nov 17 15:11:39.171774 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-beb0b54a-01f5-435b-b04a-6a446a9adcc6 req-0ceb05f6-6d2f-406d-b57d-59a5931dc510 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8f735dfc-629f-48fb-8e93-a13cf556a60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344868 Nov 17 15:11:39.203201 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61470c4-50cf-4659-b202-33c684e9614c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20eb0c1f-a6ed-4975-be88-252a6682c26f,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:39.273134 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvr_db [None req-d4c7ccd9-d616-40b1-9e14-9393b1743cbd None None] Set router 486b4896-4f2a-4948-9514-3d7bb2d8d920 gateway port host: dv-cinder-818233-1-iscsi {{(pid=101836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:11:39.275068 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-834923f5-5c00-49fd-aacb-d801a478d20a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:39.295862 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-e0f016ea-c3ef-4923-8001-e2eed7197bfb req-82422505-d212-4cdd-9f6f-3750461538bc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6f53709-aebf-47c2-897b-edc056f39eda HTTP/1.1" status: 200 len: 999 time: 0.1365032 Nov 17 15:11:39.318176 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-834923f5-5c00-49fd-aacb-d801a478d20a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:39.388838 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f016ea-c3ef-4923-8001-e2eed7197bfb req-999c6470-278d-472a-9c04-0417e8729590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:39.390402 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-e0f016ea-c3ef-4923-8001-e2eed7197bfb req-999c6470-278d-472a-9c04-0417e8729590 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a6cfc7a-d04e-4d58-a0f5-383a0d4f2ccc HTTP/1.1" status: 200 len: 850 time: 0.0864785 Nov 17 15:11:39.433633 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-beb0b54a-01f5-435b-b04a-6a446a9adcc6 req-eb52b541-b3ab-4768-b335-ce93d6532cfc service neutron] 10.222.0.55 "GET /v2.0/networks/8f735dfc-629f-48fb-8e93-a13cf556a60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681395 Nov 17 15:11:39.446890 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-834923f5-5c00-49fd-aacb-d801a478d20a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:39.449639 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-834923f5-5c00-49fd-aacb-d801a478d20a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:39.450801 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-834923f5-5c00-49fd-aacb-d801a478d20a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/20eb0c1f-a6ed-4975-be88-252a6682c26f HTTP/1.1" status: 204 len: 168 time: 0.3566365 Nov 17 15:11:39.458568 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f016ea-c3ef-4923-8001-e2eed7197bfb req-095da66c-7bf0-4645-8f38-a3c69bc043bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:39.460601 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-e0f016ea-c3ef-4923-8001-e2eed7197bfb req-095da66c-7bf0-4645-8f38-a3c69bc043bf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ca42089-8bb6-47e4-9dcd-a40e1ac70e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0613711 Nov 17 15:11:39.466860 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834923f5-5c00-49fd-aacb-d801a478d20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20eb0c1f-a6ed-4975-be88-252a6682c26f,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:39.614202 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-e0f016ea-c3ef-4923-8001-e2eed7197bfb req-7c76ec21-305f-46e1-b89f-d5957bf6c554 service neutron] 10.222.0.55 "GET /v2.0/networks/6ca42089-8bb6-47e4-9dcd-a40e1ac70e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398153 Nov 17 15:11:39.617669 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-beb0b54a-01f5-435b-b04a-6a446a9adcc6 req-ff0a3d09-95cb-494c-801b-707f260c7483 service neutron] 10.222.0.55 "GET /v2.0/networks/8f735dfc-629f-48fb-8e93-a13cf556a60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753910 Nov 17 15:11:39.697975 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a151c-89fb-45ba-94e4-69c20f91c4cf req-7ce4042e-a9f1-482a-9b93-38b6f2f9bc3b tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:39.710210 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-bd5a151c-89fb-45ba-94e4-69c20f91c4cf req-7ce4042e-a9f1-482a-9b93-38b6f2f9bc3b tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 946 time: 0.0908120 Nov 17 15:11:39.720451 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-d4c7ccd9-d616-40b1-9e14-9393b1743cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'name': 'tempest-AttachVolumeTestJSON-1945661835-router', 'tenant_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '1e1d0785-2218-460c-8745-f09d338ac16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:10:50Z', 'updated_at': '2021-11-17T15:10:58Z', 'revision_number': 4, 'project_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'gw_port': {'id': '1e1d0785-2218-460c-8745-f09d338ac16f', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:10:51Z', 'updated_at': '2021-11-17T15:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_floatingips': [{'id': '41d0ee97-a256-4dfb-aa87-c13b72f8a6e5', 'tenant_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'floating_ip_address': '172.27.1.96', 'floating_network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'router_id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'port_id': 'b6f53709-aebf-47c2-897b-edc056f39eda', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ca42089-8bb6-47e4-9dcd-a40e1ac70e66', 'mac_address': 'fa:16:3e:a5:71:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa18ff41-afde-4d28-8a25-2c9981ac6cff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T15:11:08Z', 'updated_at': '2021-11-17T15:11:37Z', 'revision_number': 1, 'project_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ded3c33-b409-4b26-b8a6-f44286832de4', 'name': '', 'network_id': '6ca42089-8bb6-47e4-9dcd-a40e1ac70e66', 'tenant_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'mac_address': 'fa:16:3e:9b:b6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7a6cfc7a-d04e-4d58-a0f5-383a0d4f2ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:10:56Z', 'updated_at': '2021-11-17T15:11:08Z', 'revision_number': 5, 'project_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'subnets': [{'id': '7a6cfc7a-d04e-4d58-a0f5-383a0d4f2ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:11:39.862905 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-bd5a151c-89fb-45ba-94e4-69c20f91c4cf req-b1bc8245-c1c3-4be9-849a-837af4894f11 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516681 Nov 17 15:11:39.876933 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c7ccd9-d616-40b1-9e14-9393b1743cbd None None] The sync data for ids ['486b4896-4f2a-4948-9514-3d7bb2d8d920'] in dv-cinder-818233-1-iscsi is: [{'id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'name': 'tempest-AttachVolumeTestJSON-1945661835-router', 'tenant_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '1e1d0785-2218-460c-8745-f09d338ac16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:10:50Z', 'updated_at': '2021-11-17T15:10:58Z', 'revision_number': 4, 'project_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'gw_port': {'id': '1e1d0785-2218-460c-8745-f09d338ac16f', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:10:51Z', 'updated_at': '2021-11-17T15:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_floatingips': [{'id': '41d0ee97-a256-4dfb-aa87-c13b72f8a6e5', 'tenant_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'floating_ip_address': '172.27.1.96', 'floating_network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'router_id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'port_id': 'b6f53709-aebf-47c2-897b-edc056f39eda', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ca42089-8bb6-47e4-9dcd-a40e1ac70e66', 'mac_address': 'fa:16:3e:a5:71:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa18ff41-afde-4d28-8a25-2c9981ac6cff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T15:11:08Z', 'updated_at': '2021-11-17T15:11:37Z', 'revision_number': 1, 'project_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ded3c33-b409-4b26-b8a6-f44286832de4', 'name': '', 'network_id': '6ca42089-8bb6-47e4-9dcd-a40e1ac70e66', 'tenant_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'mac_address': 'fa:16:3e:9b:b6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7a6cfc7a-d04e-4d58-a0f5-383a0d4f2ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:10:56Z', 'updated_at': '2021-11-17T15:11:08Z', 'revision_number': 5, 'project_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'subnets': [{'id': '7a6cfc7a-d04e-4d58-a0f5-383a0d4f2ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 15:11:40.135884 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-e0f016ea-c3ef-4923-8001-e2eed7197bfb req-faa144fb-6a34-4457-b3eb-53445783860f service neutron] 10.222.0.55 "GET /v2.0/networks/6ca42089-8bb6-47e4-9dcd-a40e1ac70e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5017364 Nov 17 15:11:40.280487 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11392f4-6dc2-4eab-bbf1-a422b8a66547 None None] New status for floating IP 41d0ee97-a256-4dfb-aa87-c13b72f8a6e5: ACTIVE {{(pid=101835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 17 15:11:40.851139 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 57198) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:40.981343 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-73778342-4fa1-4aed-a074-7f5217e2b7ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:40.994993 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3a01c-2674-4b34-aa34-21aa3c279c59 req-0c3958c0-4705-484e-8302-8c81f186987f tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:41.002568 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-79b3a01c-2674-4b34-aa34-21aa3c279c59 req-0c3958c0-4705-484e-8302-8c81f186987f tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 946 time: 0.0663970 Nov 17 15:11:41.048634 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-79b3a01c-2674-4b34-aa34-21aa3c279c59 req-66895eab-114d-428a-bb28-c9df31d2c703 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450771 Nov 17 15:11:41.069156 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-73778342-4fa1-4aed-a074-7f5217e2b7ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:41.077921 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-73778342-4fa1-4aed-a074-7f5217e2b7ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:41.112495 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-73778342-4fa1-4aed-a074-7f5217e2b7ec admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a295dee9d51d41d79f990a85cfda0a29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2595363 Nov 17 15:11:41.115099 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73778342-4fa1-4aed-a074-7f5217e2b7ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c862b061-c1c9-4f83-90cd-8cf0a4296136,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:41.115800 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 57214) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:41.172051 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-8c3b5b3b-976f-4a74-b140-af1e0e2c201d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:41.195416 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-8c3b5b3b-976f-4a74-b140-af1e0e2c201d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:41.248737 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-8c3b5b3b-976f-4a74-b140-af1e0e2c201d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:41.251438 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-8c3b5b3b-976f-4a74-b140-af1e0e2c201d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:41.252559 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-8c3b5b3b-976f-4a74-b140-af1e0e2c201d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c862b061-c1c9-4f83-90cd-8cf0a4296136 HTTP/1.1" status: 204 len: 168 time: 0.1357088 Nov 17 15:11:41.260476 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b5b3b-976f-4a74-b140-af1e0e2c201d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c862b061-c1c9-4f83-90cd-8cf0a4296136,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:41.346611 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 57222) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:41.512363 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-3fa075aa-407d-4503-813e-55ae2c4227cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:41.592690 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-3fa075aa-407d-4503-813e-55ae2c4227cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:41.599724 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-3fa075aa-407d-4503-813e-55ae2c4227cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:41.599911 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 57240) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:41.616458 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-c6a6ff31-e1b5-4905-a43f-f1c1c860970d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:41.635252 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa075aa-407d-4503-813e-55ae2c4227cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7f6c5e-4fbd-42e9-a9af-3c3ba142cfa1,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:41.640406 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-3fa075aa-407d-4503-813e-55ae2c4227cf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c2fe38fa16ce4c5c900894834f203bb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2920012 Nov 17 15:11:41.643426 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 57244) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:41.703125 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-35f108ee-ec8b-4de9-9e10-c4333c23ab9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:41.716450 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-c6a6ff31-e1b5-4905-a43f-f1c1c860970d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:41.720721 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-c6a6ff31-e1b5-4905-a43f-f1c1c860970d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:41.730927 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-35f108ee-ec8b-4de9-9e10-c4333c23ab9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:41.768150 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-c6a6ff31-e1b5-4905-a43f-f1c1c860970d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1fa42c55f62745afa878a336d1eb60d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1613503 Nov 17 15:11:41.768150 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a6ff31-e1b5-4905-a43f-f1c1c860970d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2290fa32-dd06-4c7b-bcda-062db58f1fcc,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:41.769295 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 57250) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:41.821129 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-35f108ee-ec8b-4de9-9e10-c4333c23ab9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:41.824484 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-35f108ee-ec8b-4de9-9e10-c4333c23ab9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:41.825408 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-35f108ee-ec8b-4de9-9e10-c4333c23ab9a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3a7f6c5e-4fbd-42e9-a9af-3c3ba142cfa1 HTTP/1.1" status: 204 len: 168 time: 0.1804435 Nov 17 15:11:41.832857 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-fffe656f-32b5-4c15-adc9-29b51a2c9188 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:41.840454 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f108ee-ec8b-4de9-9e10-c4333c23ab9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7f6c5e-4fbd-42e9-a9af-3c3ba142cfa1,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:41.868761 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-fffe656f-32b5-4c15-adc9-29b51a2c9188 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:41.916797 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-fffe656f-32b5-4c15-adc9-29b51a2c9188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:41.919383 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-fffe656f-32b5-4c15-adc9-29b51a2c9188 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:41.920536 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-fffe656f-32b5-4c15-adc9-29b51a2c9188 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2290fa32-dd06-4c7b-bcda-062db58f1fcc HTTP/1.1" status: 204 len: 168 time: 0.1568787 Nov 17 15:11:41.929796 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffe656f-32b5-4c15-adc9-29b51a2c9188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2290fa32-dd06-4c7b-bcda-062db58f1fcc,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:42.232004 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00913df0-e7ba-4e97-90ae-4df98fea6ba5 req-b5bab354-96f9-427c-a647-8f8808557e2e tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:42.236486 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-00913df0-e7ba-4e97-90ae-4df98fea6ba5 req-b5bab354-96f9-427c-a647-8f8808557e2e tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 946 time: 0.0832641 Nov 17 15:11:42.310548 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-00913df0-e7ba-4e97-90ae-4df98fea6ba5 req-39113cae-dac0-4474-a5c0-9a560a1deb7f tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683498 Nov 17 15:11:42.343295 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 57282) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:42.361345 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-b85ecbbb-2a5c-47c9-a7c9-0818c24fde2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:42.373780 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 57284) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:42.390997 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-a389b656-7c35-4471-b905-d96a802196a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:42.452211 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-b85ecbbb-2a5c-47c9-a7c9-0818c24fde2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:42.460240 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-b85ecbbb-2a5c-47c9-a7c9-0818c24fde2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:42.496228 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-a389b656-7c35-4471-b905-d96a802196a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:42.499870 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-b85ecbbb-2a5c-47c9-a7c9-0818c24fde2f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0daed81aa4494651a19c7855839ec8ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1554730 Nov 17 15:11:42.502457 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 57292) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:42.503528 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ecbbb-2a5c-47c9-a7c9-0818c24fde2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4731ae3-f50b-488a-8778-ad37f553f47c,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:42.509288 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-a389b656-7c35-4471-b905-d96a802196a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:42.567922 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a389b656-7c35-4471-b905-d96a802196a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef7f8a1-f550-46fb-b50c-9f45b6aff186,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:42.576301 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-a389b656-7c35-4471-b905-d96a802196a9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0483b4f798e4412ab5a97cd30d772c57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1982915 Nov 17 15:11:42.577088 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 57296) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:42.603200 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-e23c47b9-84dd-4af3-8569-e058f5f06fab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:42.640676 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-e23c47b9-84dd-4af3-8569-e058f5f06fab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:42.672909 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-d0fdfb75-07d1-4a91-adcf-6ac8cfb92214 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:42.707122 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-d0fdfb75-07d1-4a91-adcf-6ac8cfb92214 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:42.733131 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-e23c47b9-84dd-4af3-8569-e058f5f06fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:42.735843 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-e23c47b9-84dd-4af3-8569-e058f5f06fab admin admin] Publish callbacks [] for security_group, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:42.736957 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-e23c47b9-84dd-4af3-8569-e058f5f06fab admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f4731ae3-f50b-488a-8778-ad37f553f47c HTTP/1.1" status: 204 len: 168 time: 0.2333248 Nov 17 15:11:42.756410 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23c47b9-84dd-4af3-8569-e058f5f06fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4731ae3-f50b-488a-8778-ad37f553f47c,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:42.793198 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-d0fdfb75-07d1-4a91-adcf-6ac8cfb92214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:42.796040 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-d0fdfb75-07d1-4a91-adcf-6ac8cfb92214 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:42.797413 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-d0fdfb75-07d1-4a91-adcf-6ac8cfb92214 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8ef7f8a1-f550-46fb-b50c-9f45b6aff186 HTTP/1.1" status: 204 len: 168 time: 0.2192874 Nov 17 15:11:42.807090 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fdfb75-07d1-4a91-adcf-6ac8cfb92214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef7f8a1-f550-46fb-b50c-9f45b6aff186,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:43.452556 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac96e0-fb6a-40b4-a2e4-95ecbde39f5e req-8bb61cd9-64ae-498e-a1ef-1a266770fd6b tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:43.454164 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-8dac96e0-fb6a-40b4-a2e4-95ecbde39f5e req-8bb61cd9-64ae-498e-a1ef-1a266770fd6b tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 946 time: 0.0510137 Nov 17 15:11:43.468265 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 57368) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:43.513760 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-8dac96e0-fb6a-40b4-a2e4-95ecbde39f5e req-361891df-dcc6-498e-b3ed-c9bfe0ca6798 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511546 Nov 17 15:11:43.633325 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-14049a26-ff1c-47c6-ba81-5a78e84837bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:43.723480 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-14049a26-ff1c-47c6-ba81-5a78e84837bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:43.728140 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-14049a26-ff1c-47c6-ba81-5a78e84837bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:43.764889 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-14049a26-ff1c-47c6-ba81-5a78e84837bf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fb9f3b6ad430416e88566913802439b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2931690 Nov 17 15:11:43.765655 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 57388) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:43.774790 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14049a26-ff1c-47c6-ba81-5a78e84837bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949c895d-7876-4e3f-a300-2a497b454139,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:43.829220 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-aa7935f7-af22-4866-bb80-235a0a37aee9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:43.861254 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-aa7935f7-af22-4866-bb80-235a0a37aee9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:43.914369 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-aa7935f7-af22-4866-bb80-235a0a37aee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:43.916978 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-aa7935f7-af22-4866-bb80-235a0a37aee9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:43.918315 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-aa7935f7-af22-4866-bb80-235a0a37aee9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/949c895d-7876-4e3f-a300-2a497b454139 HTTP/1.1" status: 204 len: 168 time: 0.1521311 Nov 17 15:11:43.927328 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7935f7-af22-4866-bb80-235a0a37aee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949c895d-7876-4e3f-a300-2a497b454139,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:43.939701 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.agents_db [None req-8c09612d-4555-4199-ac80-2bf3536e394d None None] Agent healthcheck: found 6 active agents {{(pid=101836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 15:11:44.299880 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 57418) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:44.339792 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 57424) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:44.460100 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-2e7ddac9-fe56-4bd2-92be-4bee2e49d68b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:44.467468 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 57430) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:44.485791 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-9550c608-8bf3-4b4e-849f-127db7d950ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:44.517750 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-7649c8c6-8360-4bc5-9623-488493dc4e04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:44.549664 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-2e7ddac9-fe56-4bd2-92be-4bee2e49d68b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:44.553569 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-2e7ddac9-fe56-4bd2-92be-4bee2e49d68b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:44.597556 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-2e7ddac9-fe56-4bd2-92be-4bee2e49d68b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0a0d3d3e50f448d1bdefec2cb1154aec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2958584 Nov 17 15:11:44.598644 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ddac9-fe56-4bd2-92be-4bee2e49d68b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b2d6af-7c1b-41c7-a86b-991d54470742,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:44.601394 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 57434) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:44.650728 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-c6156575-aab1-4948-be0b-9d76e031a875 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:44.660396 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-9550c608-8bf3-4b4e-849f-127db7d950ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:44.669783 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-9550c608-8bf3-4b4e-849f-127db7d950ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:44.672290 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-c6156575-aab1-4948-be0b-9d76e031a875 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:44.694265 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-7649c8c6-8360-4bc5-9623-488493dc4e04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:44.710019 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff253667-a060-44da-b0b2-01e4ba3bb2b5 req-38be0ad1-9a5a-4eba-8527-ba254ff9dc83 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:44.711596 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-ff253667-a060-44da-b0b2-01e4ba3bb2b5 req-38be0ad1-9a5a-4eba-8527-ba254ff9dc83 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 946 time: 0.1235380 Nov 17 15:11:44.720741 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-c6156575-aab1-4948-be0b-9d76e031a875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:44.723458 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-c6156575-aab1-4948-be0b-9d76e031a875 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:44.724032 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-7649c8c6-8360-4bc5-9623-488493dc4e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:44.727134 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-c6156575-aab1-4948-be0b-9d76e031a875 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b8b2d6af-7c1b-41c7-a86b-991d54470742 HTTP/1.1" status: 204 len: 168 time: 0.1222794 Nov 17 15:11:44.732618 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6156575-aab1-4948-be0b-9d76e031a875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b2d6af-7c1b-41c7-a86b-991d54470742,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:44.749696 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-9550c608-8bf3-4b4e-849f-127db7d950ab admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f4589b1fe1cc4172921f95a4c614d661&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2801747 Nov 17 15:11:44.753984 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 57438) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:44.761268 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9550c608-8bf3-4b4e-849f-127db7d950ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9af9f32-1fcd-4929-8993-4af49f3ebc61,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:44.788627 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-7649c8c6-8360-4bc5-9623-488493dc4e04 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f3c13c66387446259f6877de1bb44e23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4454248 Nov 17 15:11:44.790523 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 57440) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:44.809929 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-dc051baa-2160-439a-883c-8a523f545333 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:44.822702 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7649c8c6-8360-4bc5-9623-488493dc4e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726ab053-3203-4d6f-a89a-6f0da062b438,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:44.848318 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-dc051baa-2160-439a-883c-8a523f545333 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:44.858229 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-ff253667-a060-44da-b0b2-01e4ba3bb2b5 req-fce95c29-09d8-41c2-a76f-781d3da86a32 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375821 Nov 17 15:11:44.886952 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-e123b2c5-7988-4a3f-989f-a18de4751d1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:44.912089 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-dc051baa-2160-439a-883c-8a523f545333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:44.913681 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-e123b2c5-7988-4a3f-989f-a18de4751d1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:44.915587 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-dc051baa-2160-439a-883c-8a523f545333 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:44.916968 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-dc051baa-2160-439a-883c-8a523f545333 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e9af9f32-1fcd-4929-8993-4af49f3ebc61 HTTP/1.1" status: 204 len: 168 time: 0.1616588 Nov 17 15:11:44.925145 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc051baa-2160-439a-883c-8a523f545333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9af9f32-1fcd-4929-8993-4af49f3ebc61,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:44.968320 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-e123b2c5-7988-4a3f-989f-a18de4751d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:44.971278 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-e123b2c5-7988-4a3f-989f-a18de4751d1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:44.972579 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-e123b2c5-7988-4a3f-989f-a18de4751d1a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/726ab053-3203-4d6f-a89a-6f0da062b438 HTTP/1.1" status: 204 len: 168 time: 0.1765473 Nov 17 15:11:44.980425 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e123b2c5-7988-4a3f-989f-a18de4751d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726ab053-3203-4d6f-a89a-6f0da062b438,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:46.027134 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8369774-d33b-446e-be30-9d3b8ef2b687 req-68ee783b-a4a8-4f1f-bee1-8eb351eac113 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:46.028727 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-e8369774-d33b-446e-be30-9d3b8ef2b687 req-68ee783b-a4a8-4f1f-bee1-8eb351eac113 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 946 time: 0.0815687 Nov 17 15:11:46.089652 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-e8369774-d33b-446e-be30-9d3b8ef2b687 req-d695fba3-d12c-4e9f-a7d2-327824cb8011 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459206 Nov 17 15:11:46.861286 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 57588) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:47.076375 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-76e749f9-2bce-4ba4-8a23-5228eaf0b4ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:47.259012 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-76e749f9-2bce-4ba4-8a23-5228eaf0b4ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:47.267510 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-76e749f9-2bce-4ba4-8a23-5228eaf0b4ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:47.320401 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-76e749f9-2bce-4ba4-8a23-5228eaf0b4ff admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ca9c5d346cc84accb96bd30776316814&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4588654 Nov 17 15:11:47.323471 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 57628) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:11:47.334286 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540a7e0-e0d0-4395-9eaa-13d9769c16f6 req-834a44c2-480b-4772-8ff2-1ab740392af1 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:47.340062 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-c540a7e0-e0d0-4395-9eaa-13d9769c16f6 req-834a44c2-480b-4772-8ff2-1ab740392af1 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 946 time: 0.1226070 Nov 17 15:11:47.350109 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e749f9-2bce-4ba4-8a23-5228eaf0b4ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93b6df3-283d-4f8d-9eed-623a9ce4d17c,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:47.446977 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-c540a7e0-e0d0-4395-9eaa-13d9769c16f6 req-32569d86-19b5-4acf-a2ca-0e316abc8fd4 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923631 Nov 17 15:11:47.450731 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-da1253e5-20fa-469b-8614-cf15ff8ef199 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:47.482050 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-da1253e5-20fa-469b-8614-cf15ff8ef199 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:47.536470 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-da1253e5-20fa-469b-8614-cf15ff8ef199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:47.539516 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-da1253e5-20fa-469b-8614-cf15ff8ef199 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:47.541137 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-da1253e5-20fa-469b-8614-cf15ff8ef199 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d93b6df3-283d-4f8d-9eed-623a9ce4d17c HTTP/1.1" status: 204 len: 168 time: 0.1996131 Nov 17 15:11:47.550743 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1253e5-20fa-469b-8614-cf15ff8ef199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93b6df3-283d-4f8d-9eed-623a9ce4d17c,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:48.015802 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff45afb-42c1-48c5-a91e-192a270f1a38 req-265c3960-8614-4404-898c-693c1ac147d4 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:48.017423 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-1ff45afb-42c1-48c5-a91e-192a270f1a38 req-265c3960-8614-4404-898c-693c1ac147d4 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/ports?device_id=bab5ccf8-743d-4b6e-851a-2d3e3b8b5897 HTTP/1.1" status: 200 len: 945 time: 0.0587592 Nov 17 15:11:48.064464 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-1ff45afb-42c1-48c5-a91e-192a270f1a38 req-5fc4d22a-9f9f-4866-9f7a-52417827573e tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/security-groups?id=e43155c4-feb7-4380-832d-2405bef285a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409024 Nov 17 15:11:48.592858 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899d599-966d-42b6-9a93-b5be05a3b986 req-5674003a-b943-4f62-ab16-207fa74387bc tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:48.594964 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-d899d599-966d-42b6-9a93-b5be05a3b986 req-5674003a-b943-4f62-ab16-207fa74387bc tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 946 time: 0.0525968 Nov 17 15:11:48.667565 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-d899d599-966d-42b6-9a93-b5be05a3b986 req-29b12bbf-a9c4-4990-b9df-edadf3b55191 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587890 Nov 17 15:11:49.180416 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20c7c5-dae3-4842-858f-0ee884f476e1 req-62863756-ea4d-43ce-9b1e-b56b651a52ad tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:49.181825 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-9c20c7c5-dae3-4842-858f-0ee884f476e1 req-62863756-ea4d-43ce-9b1e-b56b651a52ad tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/ports?device_id=bab5ccf8-743d-4b6e-851a-2d3e3b8b5897 HTTP/1.1" status: 200 len: 945 time: 0.0476017 Nov 17 15:11:49.228739 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-9c20c7c5-dae3-4842-858f-0ee884f476e1 req-869ecc7c-6fa6-4521-82ef-6a2aec4b68fa tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/security-groups?id=e43155c4-feb7-4380-832d-2405bef285a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410223 Nov 17 15:11:49.795283 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474dbbb8-4a08-4339-9b9b-863786804683 req-34e92a3a-c741-409a-a721-9d774aebc359 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:49.801174 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-474dbbb8-4a08-4339-9b9b-863786804683 req-34e92a3a-c741-409a-a721-9d774aebc359 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 946 time: 0.0567346 Nov 17 15:11:49.856125 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-474dbbb8-4a08-4339-9b9b-863786804683 req-19cef7af-4626-4630-8968-727ad19dbebe tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518558 Nov 17 15:11:50.346454 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9199e-dff0-4d9c-bde1-ca7d3fd9d63d req-a96389d1-e268-48e0-bb82-ec43e0ac0aef tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:50.348871 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-e7e9199e-dff0-4d9c-bde1-ca7d3fd9d63d req-a96389d1-e268-48e0-bb82-ec43e0ac0aef tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/ports?device_id=bab5ccf8-743d-4b6e-851a-2d3e3b8b5897 HTTP/1.1" status: 200 len: 945 time: 0.0519249 Nov 17 15:11:50.398120 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-e7e9199e-dff0-4d9c-bde1-ca7d3fd9d63d req-36cfdf90-35ee-4ced-8fa5-aa183bc83191 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/security-groups?id=e43155c4-feb7-4380-832d-2405bef285a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425327 Nov 17 15:11:50.825679 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac115edf-e73d-48f0-826b-e5765b09d576 req-a56eaab8-849b-40a4-9547-f08014866cee tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:50.827112 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-ac115edf-e73d-48f0-826b-e5765b09d576 req-a56eaab8-849b-40a4-9547-f08014866cee tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.55 "GET /v2.0/ports?device_id=bab5ccf8-743d-4b6e-851a-2d3e3b8b5897 HTTP/1.1" status: 200 len: 945 time: 0.0473619 Nov 17 15:11:50.985841 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25d160-7520-4fc9-96e8-59c82823d266 req-ab7efee8-f916-4057-b24d-617f1fb275ad tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:50.987880 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-bd25d160-7520-4fc9-96e8-59c82823d266 req-ab7efee8-f916-4057-b24d-617f1fb275ad tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 946 time: 0.0519271 Nov 17 15:11:51.036635 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-bd25d160-7520-4fc9-96e8-59c82823d266 req-d2875160-c57e-4bee-ac24-557152d1309e tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429204 Nov 17 15:11:51.470539 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-04eab372-ab45-454e-abab-61c3a5b377a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:51.533019 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6812c0-223e-4735-85e9-6525fbf7bf69 req-e5e28968-4b93-4dc7-81cc-ad82d549bb61 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:51.535031 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-cb6812c0-223e-4735-85e9-6525fbf7bf69 req-e5e28968-4b93-4dc7-81cc-ad82d549bb61 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/ports?device_id=bab5ccf8-743d-4b6e-851a-2d3e3b8b5897 HTTP/1.1" status: 200 len: 945 time: 0.0509467 Nov 17 15:11:51.580940 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-cb6812c0-223e-4735-85e9-6525fbf7bf69 req-721800a7-775c-4b2b-8e3e-59024edbf9e8 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/security-groups?id=e43155c4-feb7-4380-832d-2405bef285a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399940 Nov 17 15:11:52.151719 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd07e4-56fc-43b3-8009-34bee46a0e68 req-296f9604-2f17-4f0c-b1aa-a48579da296e tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:52.153165 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-28fd07e4-56fc-43b3-8009-34bee46a0e68 req-296f9604-2f17-4f0c-b1aa-a48579da296e tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 946 time: 0.0485237 Nov 17 15:11:52.201810 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-28fd07e4-56fc-43b3-8009-34bee46a0e68 req-83f65ae3-7d0e-487c-99ce-6c51c5939e45 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428445 Nov 17 15:11:52.694721 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a8424-0136-4bc0-adf4-65e58bc61576 req-2651fca1-d567-450f-92ee-699cb1839eb0 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:52.696178 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-f42a8424-0136-4bc0-adf4-65e58bc61576 req-2651fca1-d567-450f-92ee-699cb1839eb0 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/ports?device_id=bab5ccf8-743d-4b6e-851a-2d3e3b8b5897 HTTP/1.1" status: 200 len: 945 time: 0.0475678 Nov 17 15:11:52.746092 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-f42a8424-0136-4bc0-adf4-65e58bc61576 req-056efffe-f695-4770-ad6b-4216f0473e1e tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/security-groups?id=e43155c4-feb7-4380-832d-2405bef285a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441442 Nov 17 15:11:53.312815 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6be181-dce3-461e-97a0-0f4d26078d05 req-5cfd7db6-6391-4e1a-bbd9-85e24dd67633 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:53.314255 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-ef6be181-dce3-461e-97a0-0f4d26078d05 req-5cfd7db6-6391-4e1a-bbd9-85e24dd67633 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 946 time: 0.0478420 Nov 17 15:11:53.361357 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-ef6be181-dce3-461e-97a0-0f4d26078d05 req-8fdfa0b7-1e4e-4638-8df2-e65c393a7a53 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411725 Nov 17 15:11:53.787717 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-04a8eb2a-37c3-414a-a6bb-29fb977445f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:53.866064 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af1df36-1348-4859-9836-0125b76979e0 req-c74a21f1-cdee-48bc-a1e7-01eaf797206c tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:53.867531 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-1af1df36-1348-4859-9836-0125b76979e0 req-c74a21f1-cdee-48bc-a1e7-01eaf797206c tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/ports?device_id=bab5ccf8-743d-4b6e-851a-2d3e3b8b5897 HTTP/1.1" status: 200 len: 945 time: 0.0505240 Nov 17 15:11:53.912039 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-1af1df36-1348-4859-9836-0125b76979e0 req-7cd58d66-a37c-40ae-a455-7d8a5532039e tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/security-groups?id=e43155c4-feb7-4380-832d-2405bef285a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387292 Nov 17 15:11:54.071248 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.plugin [req-ac115edf-e73d-48f0-826b-e5765b09d576 req-38f295f2-f8dc-4b93-a5e5-009a01689ffb tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Deleting port c83494f2-862b-4687-a8d0-971d2543ef8e {{(pid=101833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:11:54.071844 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-ac115edf-e73d-48f0-826b-e5765b09d576 req-38f295f2-f8dc-4b93-a5e5-009a01689ffb tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:54.156436 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.db [req-ac115edf-e73d-48f0-826b-e5765b09d576 req-38f295f2-f8dc-4b93-a5e5-009a01689ffb tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] For port c83494f2-862b-4687-a8d0-971d2543ef8e, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=c83494f2-862b-4687-a8d0-971d2543ef8e,segment=NetworkSegment(f69c62f2-38fe-4aee-b5aa-76ed57986015),segment_id=f69c62f2-38fe-4aee-b5aa-76ed57986015)] {{(pid=101833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:11:54.156787 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-ac115edf-e73d-48f0-826b-e5765b09d576 req-38f295f2-f8dc-4b93-a5e5-009a01689ffb tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:54.170984 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.plugin [req-ac115edf-e73d-48f0-826b-e5765b09d576 req-38f295f2-f8dc-4b93-a5e5-009a01689ffb tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Calling delete_port for c83494f2-862b-4687-a8d0-971d2543ef8e owned by compute:nova {{(pid=101833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:11:54.325841 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-ac115edf-e73d-48f0-826b-e5765b09d576 req-38f295f2-f8dc-4b93-a5e5-009a01689ffb tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727'] for port, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:54.355613 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f295f2-f8dc-4b93-a5e5-009a01689ffb tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Pushing event deleted for resources: {'Port': ['ID=c83494f2-862b-4687-a8d0-971d2543ef8e,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:11:54.365017 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f295f2-f8dc-4b93-a5e5-009a01689ffb tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:11:54.365361 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f295f2-f8dc-4b93-a5e5-009a01689ffb tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:11:54.365699 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f295f2-f8dc-4b93-a5e5-009a01689ffb tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:11:54.366032 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f295f2-f8dc-4b93-a5e5-009a01689ffb tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:11:54.366672 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f295f2-f8dc-4b93-a5e5-009a01689ffb tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:11:54.366672 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f295f2-f8dc-4b93-a5e5-009a01689ffb tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:11:54.366987 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f295f2-f8dc-4b93-a5e5-009a01689ffb tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:11:54.367311 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f295f2-f8dc-4b93-a5e5-009a01689ffb tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:11:54.367669 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f295f2-f8dc-4b93-a5e5-009a01689ffb tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:11:54.367966 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f295f2-f8dc-4b93-a5e5-009a01689ffb tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:11:54.368306 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f295f2-f8dc-4b93-a5e5-009a01689ffb tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:11:54.368900 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f295f2-f8dc-4b93-a5e5-009a01689ffb tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:11:54.447872 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac115edf-e73d-48f0-826b-e5765b09d576 req-38f295f2-f8dc-4b93-a5e5-009a01689ffb tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] No DVR routers for this DVR port c83494f2-862b-4687-a8d0-971d2543ef8e on host hv-cinder-81823 {{(pid=101833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 15:11:54.455441 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-ac115edf-e73d-48f0-826b-e5765b09d576 req-38f295f2-f8dc-4b93-a5e5-009a01689ffb tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for port, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:54.455441 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-ac115edf-e73d-48f0-826b-e5765b09d576 req-38f295f2-f8dc-4b93-a5e5-009a01689ffb tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.55 "DELETE /v2.0/ports/c83494f2-862b-4687-a8d0-971d2543ef8e HTTP/1.1" status: 204 len: 173 time: 0.4987998 Nov 17 15:11:54.455441 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab5ccf8-743d-4b6e-851a-2d3e3b8b5897', 'name': 'network-vif-deleted', 'tag': 'c83494f2-862b-4687-a8d0-971d2543ef8e'}] {{(pid=101833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:11:54.458170 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98a3914b10db2bda8b449d081c398edb642d8063ca6ecbd0a439108c8bd060b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88b3752-634e-4230-83bb-7f7b62636086" -d '{"events": [{"server_uuid": "bab5ccf8-743d-4b6e-851a-2d3e3b8b5897", "name": "network-vif-deleted", "tag": "c83494f2-862b-4687-a8d0-971d2543ef8e"}]}' {{(pid=101833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:11:54.495528 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 15:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18be6cb8-8cac-4060-8a1e-e538c87181df x-openstack-request-id: req-18be6cb8-8cac-4060-8a1e-e538c87181df {{(pid=101833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:11:54.495821 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab5ccf8-743d-4b6e-851a-2d3e3b8b5897", "name": "network-vif-deleted", "tag": "c83494f2-862b-4687-a8d0-971d2543ef8e", "status": "completed", "code": 200}]} {{(pid=101833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:11:54.496077 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-18be6cb8-8cac-4060-8a1e-e538c87181df {{(pid=101833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:11:54.496534 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab5ccf8-743d-4b6e-851a-2d3e3b8b5897', 'name': 'network-vif-deleted', 'tag': 'c83494f2-862b-4687-a8d0-971d2543ef8e', 'status': 'completed', 'code': 200} Nov 17 15:11:54.498462 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf3550-1889-480a-814f-c3c2f4f24893 req-6865a8e6-ba7a-4e83-bd02-537ac53d777b tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:54.500094 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-43cf3550-1889-480a-814f-c3c2f4f24893 req-6865a8e6-ba7a-4e83-bd02-537ac53d777b tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 946 time: 0.0673275 Nov 17 15:11:54.552463 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-43cf3550-1889-480a-814f-c3c2f4f24893 req-79cbb304-9315-4fe2-82ff-96f52912f640 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461831 Nov 17 15:11:54.748274 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:55.007888 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-cd1dbe84-f01a-4376-bcdf-1d0dd5858277 req-7de20918-54c8-4339-8a58-6dd8f67b6429 tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/ports?device_id=bab5ccf8-743d-4b6e-851a-2d3e3b8b5897 HTTP/1.1" status: 200 len: 210 time: 0.0262680 Nov 17 15:11:55.021701 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device c83494f2-862b-4687-a8d0-971d2543ef8e no longer exists at agent hyperv_hv-cinder-81823 {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 15:11:55.044515 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] No Port match for: c83494f2-862b-4687-a8d0-971d2543ef8e {{(pid=101835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 15:11:55.044860 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device c83494f2-862b-4687-a8d0-971d2543ef8e not bound to the agent host hv-cinder-81823 {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 15:11:55.670000 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87832385-092e-4ba5-99d2-fb2434ddf53d req-8ab9d3f3-c47e-4dc3-92b5-19f434ae15a9 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:55.671506 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-87832385-092e-4ba5-99d2-fb2434ddf53d req-8ab9d3f3-c47e-4dc3-92b5-19f434ae15a9 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 946 time: 0.0528719 Nov 17 15:11:55.717956 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-87832385-092e-4ba5-99d2-fb2434ddf53d req-d0991db4-5cd5-474d-837e-e5b078a0290c tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406373 Nov 17 15:11:56.102701 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-fec9bc71-cd95-48e9-b1ec-d8573a4f4440 req-c3a0aff0-b74d-4a4d-8ef7-b3de50eaaefa tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/ports?device_id=bab5ccf8-743d-4b6e-851a-2d3e3b8b5897 HTTP/1.1" status: 200 len: 210 time: 0.0256760 Nov 17 15:11:56.240607 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:56.835473 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844dae68-3a75-4429-bc2c-c98f3bb28990 req-b4b09e47-571f-4777-8a64-78a328222aa5 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:56.836928 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-844dae68-3a75-4429-bc2c-c98f3bb28990 req-b4b09e47-571f-4777-8a64-78a328222aa5 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 946 time: 0.0533988 Nov 17 15:11:56.883723 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-844dae68-3a75-4429-bc2c-c98f3bb28990 req-0ad5d2b8-1455-4c09-ab45-0cc17682ef86 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409768 Nov 17 15:11:57.077777 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:11:57.211996 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-30075599-5a9c-405d-9bf0-360edc8839f3 req-951bf2a7-6987-4f7e-8670-0244a74e97de tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/ports?device_id=bab5ccf8-743d-4b6e-851a-2d3e3b8b5897 HTTP/1.1" status: 200 len: 210 time: 0.0403986 Nov 17 15:11:57.996824 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cdcbb0-afea-4a45-bcf9-ad45846899b8 req-bf4f38e3-f974-4e1c-81c3-31033f84785b tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:57.998331 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-30cdcbb0-afea-4a45-bcf9-ad45846899b8 req-bf4f38e3-f974-4e1c-81c3-31033f84785b tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 946 time: 0.0479472 Nov 17 15:11:58.051737 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-30cdcbb0-afea-4a45-bcf9-ad45846899b8 req-79801e78-2f3b-4a4d-b71b-382a931b6918 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452175 Nov 17 15:11:58.309915 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-efe1d4cf-4a08-42af-96fd-ef6d09a94fce req-1679bcfd-854f-4ac3-915e-be4282436e3a tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/ports?device_id=bab5ccf8-743d-4b6e-851a-2d3e3b8b5897 HTTP/1.1" status: 200 len: 210 time: 0.0292723 Nov 17 15:11:59.176095 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee36b6-7e3c-40df-91ad-539d07ed26e5 req-f6f52992-1dea-40aa-8c36-0736220f5fa1 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:59.177661 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-13ee36b6-7e3c-40df-91ad-539d07ed26e5 req-f6f52992-1dea-40aa-8c36-0736220f5fa1 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 946 time: 0.0524371 Nov 17 15:11:59.225146 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-13ee36b6-7e3c-40df-91ad-539d07ed26e5 req-de4c5fdf-435f-4c58-9b68-31a7a8d0a814 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414360 Nov 17 15:11:59.409975 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-01d48de5-5afb-4f99-9ac8-6b41433f0949 req-b6e31712-8ce5-4482-868f-12696e57456f tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/ports?device_id=bab5ccf8-743d-4b6e-851a-2d3e3b8b5897 HTTP/1.1" status: 200 len: 210 time: 0.0256460 Nov 17 15:11:59.541424 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-816113ee-cf61-4736-ae5f-d0d281d4eb04 req-7d55c897-e0a1-4286-b0da-31554c3558af service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392601 Nov 17 15:11:59.628155 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816113ee-cf61-4736-ae5f-d0d281d4eb04 req-a0ea95ac-4e15-4de3-95c0-03eef443dd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:59.629912 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-816113ee-cf61-4736-ae5f-d0d281d4eb04 req-a0ea95ac-4e15-4de3-95c0-03eef443dd2a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2c31c9cd89174556a7ca67ee64363dab&device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 1098 time: 0.0403411 Nov 17 15:11:59.746805 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816113ee-cf61-4736-ae5f-d0d281d4eb04 req-7e6096cc-167a-4368-b95c-ad6a08f5bccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:59.748288 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-816113ee-cf61-4736-ae5f-d0d281d4eb04 req-7e6096cc-167a-4368-b95c-ad6a08f5bccc service neutron] 10.222.0.55 "GET /v2.0/networks?id=8f735dfc-629f-48fb-8e93-a13cf556a60b HTTP/1.1" status: 200 len: 920 time: 0.0908463 Nov 17 15:11:59.791679 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-816113ee-cf61-4736-ae5f-d0d281d4eb04 req-4e7b4529-7a94-4827-b10d-bd534652887f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=275b7aa5-703f-43be-b128-93dc4f5e3ba7 HTTP/1.1" status: 200 len: 217 time: 0.0341277 Nov 17 15:11:59.845604 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816113ee-cf61-4736-ae5f-d0d281d4eb04 req-cdd66ca5-f6a4-4937-ba89-8914853e4ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:11:59.847061 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-816113ee-cf61-4736-ae5f-d0d281d4eb04 req-cdd66ca5-f6a4-4937-ba89-8914853e4ef6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=88826920-16d8-4049-9290-269b7ad338c8 HTTP/1.1" status: 200 len: 859 time: 0.0460227 Nov 17 15:11:59.878806 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-816113ee-cf61-4736-ae5f-d0d281d4eb04 req-418d4150-35ab-4827-b2a4-35239e0eff92 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8f735dfc-629f-48fb-8e93-a13cf556a60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235410 Nov 17 15:11:59.980539 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-816113ee-cf61-4736-ae5f-d0d281d4eb04 req-a4e2691e-26af-40a6-9c84-202030fe4247 service neutron] 10.222.0.55 "GET /v2.0/networks/8f735dfc-629f-48fb-8e93-a13cf556a60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850184 Nov 17 15:12:00.088610 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-816113ee-cf61-4736-ae5f-d0d281d4eb04 req-e8063cfe-9a1b-4e16-bfa8-28cf4dceeeeb service neutron] 10.222.0.55 "GET /v2.0/networks/8f735dfc-629f-48fb-8e93-a13cf556a60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884562 Nov 17 15:12:00.347225 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b70bbb-9aea-46da-b4f7-0533a25e416b req-c0a3ede0-90cd-43ec-8a4f-7e582f934447 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:00.350045 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-e6b70bbb-9aea-46da-b4f7-0533a25e416b req-c0a3ede0-90cd-43ec-8a4f-7e582f934447 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 946 time: 0.0511541 Nov 17 15:12:00.410060 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-e6b70bbb-9aea-46da-b4f7-0533a25e416b req-8dba3b6d-c51f-4d99-9760-c721061ac1e1 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495389 Nov 17 15:12:00.550590 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-66df9174-d17f-4275-9ed3-0d622e247821 req-1be3a7b3-464d-44ff-9d87-bdaa0c1ac0dc tempest-DeleteServersTestJSON-1211209143 tempest-DeleteServersTestJSON-1211209143-project] 10.222.0.62 "GET /v2.0/ports?device_id=bab5ccf8-743d-4b6e-851a-2d3e3b8b5897 HTTP/1.1" status: 200 len: 210 time: 0.0348868 Nov 17 15:12:01.522666 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2051ece-8d58-4ef3-8d9b-276fb9e860b8 req-7b05c977-4045-4d31-8784-9f9975fb4376 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:01.524171 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-b2051ece-8d58-4ef3-8d9b-276fb9e860b8 req-7b05c977-4045-4d31-8784-9f9975fb4376 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 946 time: 0.0481548 Nov 17 15:12:01.574498 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-b2051ece-8d58-4ef3-8d9b-276fb9e860b8 req-06c0c7d3-cd33-4980-846f-cf538e266124 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440443 Nov 17 15:12:02.684280 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 58082) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:02.689878 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b50c73-4ed8-4f41-80cf-7a3f62dfc261 req-f9a8377a-2798-4c43-b8c7-2c66d37d1a0d tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:02.691922 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-43b50c73-4ed8-4f41-80cf-7a3f62dfc261 req-f9a8377a-2798-4c43-b8c7-2c66d37d1a0d tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 946 time: 0.0511358 Nov 17 15:12:02.743885 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-43b50c73-4ed8-4f41-80cf-7a3f62dfc261 req-243c1b2f-52a9-4b34-83a0-ba8ceccc0810 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461509 Nov 17 15:12:02.796268 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-53c9cd40-ebf6-46b4-9b9f-0b3fc42f0a8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:02.811397 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:02.883707 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-53c9cd40-ebf6-46b4-9b9f-0b3fc42f0a8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:02.887135 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-53c9cd40-ebf6-46b4-9b9f-0b3fc42f0a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:02.923762 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-53c9cd40-ebf6-46b4-9b9f-0b3fc42f0a8f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2c2f84d70d1f47f09421136900dada11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2397223 Nov 17 15:12:02.926287 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9cd40-ebf6-46b4-9b9f-0b3fc42f0a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abfcfa35-a82b-49f1-a45d-1c13bf10a68f,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:02.926406 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 58090) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:02.986868 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-b07a7e9c-7981-42a3-b708-e5f4b827d6e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:03.011219 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-b07a7e9c-7981-42a3-b708-e5f4b827d6e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:03.032157 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 58104) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:03.073742 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-b07a7e9c-7981-42a3-b708-e5f4b827d6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:03.076734 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-b07a7e9c-7981-42a3-b708-e5f4b827d6e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:03.078192 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-b07a7e9c-7981-42a3-b708-e5f4b827d6e6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/abfcfa35-a82b-49f1-a45d-1c13bf10a68f HTTP/1.1" status: 204 len: 168 time: 0.1506407 Nov 17 15:12:03.078376 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.db.db_base_plugin_v2 [None req-df487110-376a-42f1-bd49-149fe19c286a admin admin] Deleting subnet 0de3fea4-3585-46be-aee2-0faf6d45c187 {{(pid=101833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 17 15:12:03.081700 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-df487110-376a-42f1-bd49-149fe19c286a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:03.086531 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07a7e9c-7981-42a3-b708-e5f4b827d6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfcfa35-a82b-49f1-a45d-1c13bf10a68f,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:03.093882 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07a7e9c-7981-42a3-b708-e5f4b827d6e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:12:03.094232 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07a7e9c-7981-42a3-b708-e5f4b827d6e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:12:03.094571 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07a7e9c-7981-42a3-b708-e5f4b827d6e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:12:03.094905 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07a7e9c-7981-42a3-b708-e5f4b827d6e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:12:03.095235 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07a7e9c-7981-42a3-b708-e5f4b827d6e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:12:03.095588 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07a7e9c-7981-42a3-b708-e5f4b827d6e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:12:03.095920 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07a7e9c-7981-42a3-b708-e5f4b827d6e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:12:03.096238 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07a7e9c-7981-42a3-b708-e5f4b827d6e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:12:03.096598 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07a7e9c-7981-42a3-b708-e5f4b827d6e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:12:03.096915 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07a7e9c-7981-42a3-b708-e5f4b827d6e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:12:03.097391 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07a7e9c-7981-42a3-b708-e5f4b827d6e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:12:03.097877 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07a7e9c-7981-42a3-b708-e5f4b827d6e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:12:03.130259 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-df487110-376a-42f1-bd49-149fe19c286a admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:03.141468 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-df487110-376a-42f1-bd49-149fe19c286a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925678'] for subnet, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:03.205197 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-df487110-376a-42f1-bd49-149fe19c286a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557'] for subnet, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:03.240313 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-df487110-376a-42f1-bd49-149fe19c286a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for subnet, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:03.246046 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-df487110-376a-42f1-bd49-149fe19c286a admin admin] 10.222.0.62 "DELETE /v2.0/subnets/0de3fea4-3585-46be-aee2-0faf6d45c187 HTTP/1.1" status: 204 len: 168 time: 0.2104659 Nov 17 15:12:03.246418 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 58114) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:03.248463 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df487110-376a-42f1-bd49-149fe19c286a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0de3fea4-3585-46be-aee2-0faf6d45c187,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:03.334464 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-65abc5e3-d0eb-4298-8561-eb6c61a56ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056431'] for network, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:03.370337 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 58118) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:03.432067 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-65abc5e3-d0eb-4298-8561-eb6c61a56ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926295', 'neutron.services.segments.db._delete_segments_for_network-8776334380099'] for network, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:03.459001 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-65abc5e3-d0eb-4298-8561-eb6c61a56ac0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:12:03.459391 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-65abc5e3-d0eb-4298-8561-eb6c61a56ac0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:12:03.460115 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-65abc5e3-d0eb-4298-8561-eb6c61a56ac0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:12:03.460441 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-65abc5e3-d0eb-4298-8561-eb6c61a56ac0 admin admin] Subscribe: > port after_create 55550000 {{(pid=101834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:12:03.460775 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-65abc5e3-d0eb-4298-8561-eb6c61a56ac0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:12:03.461103 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-65abc5e3-d0eb-4298-8561-eb6c61a56ac0 admin admin] Subscribe: > port after_update 55550000 {{(pid=101834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:12:03.461414 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-65abc5e3-d0eb-4298-8561-eb6c61a56ac0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:12:03.461725 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-65abc5e3-d0eb-4298-8561-eb6c61a56ac0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:12:03.462038 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-65abc5e3-d0eb-4298-8561-eb6c61a56ac0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:12:03.462347 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-65abc5e3-d0eb-4298-8561-eb6c61a56ac0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:12:03.490969 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-66e142e4-15b5-4c2e-a391-6e60d34397f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:03.578980 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-66e142e4-15b5-4c2e-a391-6e60d34397f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:03.582839 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-66e142e4-15b5-4c2e-a391-6e60d34397f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:03.621406 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-65abc5e3-d0eb-4298-8561-eb6c61a56ac0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:12:03.621753 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-65abc5e3-d0eb-4298-8561-eb6c61a56ac0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:12:03.622081 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-65abc5e3-d0eb-4298-8561-eb6c61a56ac0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:12:03.622423 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-65abc5e3-d0eb-4298-8561-eb6c61a56ac0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101834) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:12:03.622825 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.services.segments.db [None req-65abc5e3-d0eb-4298-8561-eb6c61a56ac0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['165c6e4d-73f7-4f8b-912b-915384972dc3']}} {{(pid=101834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:12:03.623702 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-66e142e4-15b5-4c2e-a391-6e60d34397f2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a425bd0bd5b64cfa9e78dd7f3f2ca988&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2521961 Nov 17 15:12:03.624524 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e142e4-15b5-4c2e-a391-6e60d34397f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce85174c-c02f-4b0c-a341-e5b1b2cdeee2,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:03.627552 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 58132) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:03.641630 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.services.segments.db [None req-65abc5e3-d0eb-4298-8561-eb6c61a56ac0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f69c62f2-38fe-4aee-b5aa-76ed57986015') {'for_net_delete': True} {{(pid=101834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:12:03.641925 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.services.segments.db [None req-65abc5e3-d0eb-4298-8561-eb6c61a56ac0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f69c62f2-38fe-4aee-b5aa-76ed57986015') {} {{(pid=101834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:12:03.657389 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-65abc5e3-d0eb-4298-8561-eb6c61a56ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776334381132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5815855'] for segment, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:03.680578 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-65abc5e3-d0eb-4298-8561-eb6c61a56ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931355'] for segment, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:03.682803 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-831c1a2c-f182-43dd-9e25-ec0850598231 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:03.689544 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65abc5e3-d0eb-4298-8561-eb6c61a56ac0 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=101834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 17 15:12:03.689945 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-65abc5e3-d0eb-4298-8561-eb6c61a56ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4397668'] for segment, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:03.704432 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-831c1a2c-f182-43dd-9e25-ec0850598231 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:03.708507 dv-cinder-818233-1-iscsi neutron-server[101834]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 17 15:12:03.708507 dv-cinder-818233-1-iscsi neutron-server[101834]: from cryptography.utils import int_from_bytes Nov 17 15:12:03.708507 dv-cinder-818233-1-iscsi neutron-server[101834]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 17 15:12:03.708507 dv-cinder-818233-1-iscsi neutron-server[101834]: from cryptography.utils import int_from_bytes Nov 17 15:12:03.708507 dv-cinder-818233-1-iscsi neutron-server[101834]: Traceback (most recent call last): Nov 17 15:12:03.708507 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 17 15:12:03.708507 dv-cinder-818233-1-iscsi neutron-server[101834]: timer() Nov 17 15:12:03.708507 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 17 15:12:03.708507 dv-cinder-818233-1-iscsi neutron-server[101834]: cb(*args, **kw) Nov 17 15:12:03.708507 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 17 15:12:03.708507 dv-cinder-818233-1-iscsi neutron-server[101834]: return func(*args, **kwargs) Nov 17 15:12:03.708507 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 17 15:12:03.708507 dv-cinder-818233-1-iscsi neutron-server[101834]: self._notify() Nov 17 15:12:03.708507 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 17 15:12:03.708507 dv-cinder-818233-1-iscsi neutron-server[101834]: self.callback(batched_events) Nov 17 15:12:03.708507 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 17 15:12:03.708507 dv-cinder-818233-1-iscsi neutron-server[101834]: event.method(event) Nov 17 15:12:03.708507 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 17 15:12:03.708507 dv-cinder-818233-1-iscsi neutron-server[101834]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 17 15:12:03.708507 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 17 15:12:03.708507 dv-cinder-818233-1-iscsi neutron-server[101834]: aggregate_uuid = self.p_client.list_aggregates( Nov 17 15:12:03.708507 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 17 15:12:03.708507 dv-cinder-818233-1-iscsi neutron-server[101834]: return f(self, *a, **k) Nov 17 15:12:03.708507 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 17 15:12:03.708507 dv-cinder-818233-1-iscsi neutron-server[101834]: return self._get(url).json() Nov 17 15:12:03.708507 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 17 15:12:03.708507 dv-cinder-818233-1-iscsi neutron-server[101834]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 17 15:12:03.708507 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 17 15:12:03.708507 dv-cinder-818233-1-iscsi neutron-server[101834]: return self.request(url, 'GET', **kwargs) Nov 17 15:12:03.708507 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 17 15:12:03.708507 dv-cinder-818233-1-iscsi neutron-server[101834]: base_url = self.get_endpoint(auth, allow=allow, Nov 17 15:12:03.708507 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 17 15:12:03.708507 dv-cinder-818233-1-iscsi neutron-server[101834]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 17 15:12:03.708507 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 17 15:12:03.708507 dv-cinder-818233-1-iscsi neutron-server[101834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 17 15:12:03.708507 dv-cinder-818233-1-iscsi neutron-server[101834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 17 15:12:03.756719 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-831c1a2c-f182-43dd-9e25-ec0850598231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:03.759216 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-831c1a2c-f182-43dd-9e25-ec0850598231 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:03.760504 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-831c1a2c-f182-43dd-9e25-ec0850598231 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ce85174c-c02f-4b0c-a341-e5b1b2cdeee2 HTTP/1.1" status: 204 len: 168 time: 0.1318285 Nov 17 15:12:03.771490 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831c1a2c-f182-43dd-9e25-ec0850598231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce85174c-c02f-4b0c-a341-e5b1b2cdeee2,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:03.781618 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-65abc5e3-d0eb-4298-8561-eb6c61a56ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526969'] for network, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:03.807629 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65abc5e3-d0eb-4298-8561-eb6c61a56ac0 admin admin] Pushing event deleted for resources: {'Network': ['ID=165c6e4d-73f7-4f8b-912b-915384972dc3,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:03.825629 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-65abc5e3-d0eb-4298-8561-eb6c61a56ac0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for network, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:03.830424 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-65abc5e3-d0eb-4298-8561-eb6c61a56ac0 admin admin] 10.222.0.62 "DELETE /v2.0/networks/165c6e4d-73f7-4f8b-912b-915384972dc3 HTTP/1.1" status: 204 len: 168 time: 0.5829742 Nov 17 15:12:03.903239 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3a0e2-2a17-4f4e-b7ff-52912d5e3f78 req-080ce4e4-869f-4895-8cef-543779458184 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:03.904853 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-77c3a0e2-2a17-4f4e-b7ff-52912d5e3f78 req-080ce4e4-869f-4895-8cef-543779458184 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 946 time: 0.0718479 Nov 17 15:12:03.959376 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-77c3a0e2-2a17-4f4e-b7ff-52912d5e3f78 req-60998355-5110-4547-92c9-51aaced614c3 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452771 Nov 17 15:12:03.985847 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 58146) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:04.026003 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-a5443351-02f1-426f-b219-f07feafee7e6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f46d65fba1374525b85e154c2a6e55b4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0389245 Nov 17 15:12:04.028473 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 58148) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:04.077931 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-058c3710-42a0-4683-a249-cdbcebc38326 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:04.099863 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-058c3710-42a0-4683-a249-cdbcebc38326 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:04.145900 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-058c3710-42a0-4683-a249-cdbcebc38326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:04.149927 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-058c3710-42a0-4683-a249-cdbcebc38326 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:04.151303 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-058c3710-42a0-4683-a249-cdbcebc38326 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e43155c4-feb7-4380-832d-2405bef285a3 HTTP/1.1" status: 204 len: 168 time: 0.1218634 Nov 17 15:12:04.160124 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 58152) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:04.162026 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c3710-42a0-4683-a249-cdbcebc38326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43155c4-feb7-4380-832d-2405bef285a3,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:04.187655 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-e17e71ce-e77c-4381-b71d-78da9c189056 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:04.274032 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-e17e71ce-e77c-4381-b71d-78da9c189056 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:04.277989 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-e17e71ce-e77c-4381-b71d-78da9c189056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:04.319287 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-e17e71ce-e77c-4381-b71d-78da9c189056 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ef24987d4c894cb0a0d88026baffd230&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1580236 Nov 17 15:12:04.320203 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17e71ce-e77c-4381-b71d-78da9c189056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a94aa8-e947-41dd-825b-9c4cbc52587c,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:04.322002 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 58154) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:04.370655 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-aee93146-0d95-49f2-bc89-8c6df58dd1cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:04.391806 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-aee93146-0d95-49f2-bc89-8c6df58dd1cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:04.440959 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-aee93146-0d95-49f2-bc89-8c6df58dd1cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:04.444861 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-aee93146-0d95-49f2-bc89-8c6df58dd1cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:04.445996 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-aee93146-0d95-49f2-bc89-8c6df58dd1cb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/52a94aa8-e947-41dd-825b-9c4cbc52587c HTTP/1.1" status: 204 len: 168 time: 0.1230268 Nov 17 15:12:04.455274 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee93146-0d95-49f2-bc89-8c6df58dd1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a94aa8-e947-41dd-825b-9c4cbc52587c,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:05.088469 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a7e25-690c-41e2-896a-da853609339c req-1898e90e-121b-429d-adee-7f147436aaba tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:05.090544 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-602a7e25-690c-41e2-896a-da853609339c req-1898e90e-121b-429d-adee-7f147436aaba tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 946 time: 0.0605731 Nov 17 15:12:05.139848 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-602a7e25-690c-41e2-896a-da853609339c req-19ac74fb-63a1-4b1c-8189-aa3c5e207744 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421734 Nov 17 15:12:05.835096 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 58254) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:05.938591 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-0a3e19d1-d98c-4db6-ad45-c8f18e6ecd8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:06.022716 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-0a3e19d1-d98c-4db6-ad45-c8f18e6ecd8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:06.027484 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-0a3e19d1-d98c-4db6-ad45-c8f18e6ecd8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:06.064547 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3e19d1-d98c-4db6-ad45-c8f18e6ecd8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1f6de1-175f-4b7e-a7bf-709865035e88,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:06.069078 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-0a3e19d1-d98c-4db6-ad45-c8f18e6ecd8b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f4ebce97c706447fb811040dc08e94f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2328892 Nov 17 15:12:06.072094 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 58264) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:06.131637 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-ff958eb3-a782-44c9-bc33-162458b19a2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:06.157713 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-ff958eb3-a782-44c9-bc33-162458b19a2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:06.208684 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-ff958eb3-a782-44c9-bc33-162458b19a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:06.211643 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-ff958eb3-a782-44c9-bc33-162458b19a2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:06.212847 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-ff958eb3-a782-44c9-bc33-162458b19a2f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8a1f6de1-175f-4b7e-a7bf-709865035e88 HTTP/1.1" status: 204 len: 168 time: 0.1397846 Nov 17 15:12:06.223856 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff958eb3-a782-44c9-bc33-162458b19a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1f6de1-175f-4b7e-a7bf-709865035e88,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:06.278331 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251923b1-160c-4963-bc12-5745d847a85f req-a4b78c69-2d42-4b3b-8055-88d4760f6483 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:06.279866 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-251923b1-160c-4963-bc12-5745d847a85f req-a4b78c69-2d42-4b3b-8055-88d4760f6483 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 946 time: 0.0581028 Nov 17 15:12:06.338961 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-251923b1-160c-4963-bc12-5745d847a85f req-67160cfc-4ffd-4529-966b-22656324579c tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515337 Nov 17 15:12:06.525552 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 58294) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:06.539285 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-4d4b557c-a3cb-4cc3-87f2-7cc8112235ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:06.615799 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-4d4b557c-a3cb-4cc3-87f2-7cc8112235ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:06.619983 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-4d4b557c-a3cb-4cc3-87f2-7cc8112235ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:06.659439 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-4d4b557c-a3cb-4cc3-87f2-7cc8112235ab admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cff91e4598f44e58af296b93ae234a90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1321819 Nov 17 15:12:06.660278 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b557c-a3cb-4cc3-87f2-7cc8112235ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc5ac3b-6da0-4600-bef1-1546a7567364,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:06.664060 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 58304) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:06.723383 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-ee106df2-1298-4bc7-ad63-4d8561133620 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:06.753453 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-ee106df2-1298-4bc7-ad63-4d8561133620 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:06.803745 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-ee106df2-1298-4bc7-ad63-4d8561133620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:06.806921 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-ee106df2-1298-4bc7-ad63-4d8561133620 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:06.808110 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-ee106df2-1298-4bc7-ad63-4d8561133620 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/adc5ac3b-6da0-4600-bef1-1546a7567364 HTTP/1.1" status: 204 len: 168 time: 0.1427526 Nov 17 15:12:06.817123 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee106df2-1298-4bc7-ad63-4d8561133620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc5ac3b-6da0-4600-bef1-1546a7567364,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:07.479509 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ceccc9-feb9-4816-ba85-11ff5f9e0c58 req-82ec4e7a-8e38-4ab5-b139-228d0df919c1 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:07.479509 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-74ceccc9-feb9-4816-ba85-11ff5f9e0c58 req-82ec4e7a-8e38-4ab5-b139-228d0df919c1 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 946 time: 0.0680759 Nov 17 15:12:07.530326 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-74ceccc9-feb9-4816-ba85-11ff5f9e0c58 req-fbdda195-4271-4118-9cf4-2600cdba4169 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471497 Nov 17 15:12:07.622484 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 58394) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:07.732240 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-145ddd88-754a-4fd5-a612-9403a4e98982 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:07.812533 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-145ddd88-754a-4fd5-a612-9403a4e98982 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:07.820199 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-145ddd88-754a-4fd5-a612-9403a4e98982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:07.863436 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-145ddd88-754a-4fd5-a612-9403a4e98982 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=710360ee10d044fdb0cd386eb5f35dd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2398500 Nov 17 15:12:07.864271 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145ddd88-754a-4fd5-a612-9403a4e98982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8920a727-e0a3-4684-bfbb-4d32791bf732,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:07.866226 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 58406) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:07.918467 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-045271bb-7eed-4ffe-bd77-96fa390658b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:07.940256 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-045271bb-7eed-4ffe-bd77-96fa390658b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:07.987768 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-045271bb-7eed-4ffe-bd77-96fa390658b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:07.990581 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-045271bb-7eed-4ffe-bd77-96fa390658b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:07.994398 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-045271bb-7eed-4ffe-bd77-96fa390658b8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8920a727-e0a3-4684-bfbb-4d32791bf732 HTTP/1.1" status: 204 len: 168 time: 0.1243527 Nov 17 15:12:07.999434 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045271bb-7eed-4ffe-bd77-96fa390658b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8920a727-e0a3-4684-bfbb-4d32791bf732,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:08.304210 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 58428) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:08.321621 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-7b2d66eb-8dc0-474c-b20f-1d6be4c90981 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:08.402333 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-7b2d66eb-8dc0-474c-b20f-1d6be4c90981 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:08.407026 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-7b2d66eb-8dc0-474c-b20f-1d6be4c90981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:08.445551 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d66eb-8dc0-474c-b20f-1d6be4c90981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941ada00-c76c-4ad2-8ca2-d6cb6961aba1,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:08.452192 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-7b2d66eb-8dc0-474c-b20f-1d6be4c90981 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=548056bf9e2a4e049bfd961b8a3e5d0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1446111 Nov 17 15:12:08.452680 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 58438) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:08.508547 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-5837bf65-c4e9-4719-ba15-6b65cb2239ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:08.529027 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-5837bf65-c4e9-4719-ba15-6b65cb2239ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:08.577901 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-5837bf65-c4e9-4719-ba15-6b65cb2239ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:08.581575 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-5837bf65-c4e9-4719-ba15-6b65cb2239ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:08.585282 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-5837bf65-c4e9-4719-ba15-6b65cb2239ee admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/941ada00-c76c-4ad2-8ca2-d6cb6961aba1 HTTP/1.1" status: 204 len: 168 time: 0.1290021 Nov 17 15:12:08.594872 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5837bf65-c4e9-4719-ba15-6b65cb2239ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941ada00-c76c-4ad2-8ca2-d6cb6961aba1,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:08.892573 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d963a-069a-46c1-aa27-7f627457de81 req-9c9dd284-eb3b-476d-adba-c2d73ecd87c2 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:08.894153 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-d06d963a-069a-46c1-aa27-7f627457de81 req-9c9dd284-eb3b-476d-adba-c2d73ecd87c2 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 946 time: 0.2725754 Nov 17 15:12:08.948262 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-d06d963a-069a-46c1-aa27-7f627457de81 req-090ad9d9-ad41-4fe2-8d9b-1932bf040fbf tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482290 Nov 17 15:12:10.077114 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e190249-66ed-4c93-8767-2e7a83c803e1 req-ce4968c4-16da-411f-ac49-5961017a9a9c tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:10.078652 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-9e190249-66ed-4c93-8767-2e7a83c803e1 req-ce4968c4-16da-411f-ac49-5961017a9a9c tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 946 time: 0.0511968 Nov 17 15:12:10.136388 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-9e190249-66ed-4c93-8767-2e7a83c803e1 req-ce984196-094e-4680-a7ae-d9632a6358ca tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519266 Nov 17 15:12:11.261613 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d275564-82f5-4a50-8efe-85cffcede441 req-5a24281a-3c14-4af7-ab6c-77098d5e738a tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:11.263054 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-4d275564-82f5-4a50-8efe-85cffcede441 req-5a24281a-3c14-4af7-ab6c-77098d5e738a tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 946 time: 0.0509186 Nov 17 15:12:11.313190 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-4d275564-82f5-4a50-8efe-85cffcede441 req-e981602c-f195-47f9-b9de-2aaea8d641e4 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432787 Nov 17 15:12:11.417439 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 58594) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:11.522286 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-4838a45e-5c48-4eaa-ba10-c41812171a73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:11.593491 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-4838a45e-5c48-4eaa-ba10-c41812171a73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:11.597790 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-4838a45e-5c48-4eaa-ba10-c41812171a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:11.641119 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-4838a45e-5c48-4eaa-ba10-c41812171a73 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=841751d68af94fc98737dc11dfbda6ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2225487 Nov 17 15:12:11.641952 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4838a45e-5c48-4eaa-ba10-c41812171a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c453d8-fcfe-4331-9a51-9efd8186ca6b,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:11.644451 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 58602) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:11.711281 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-125471ed-af1a-47dc-a96d-4fda342e15f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:11.735463 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-125471ed-af1a-47dc-a96d-4fda342e15f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:11.789230 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-125471ed-af1a-47dc-a96d-4fda342e15f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:11.792642 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-125471ed-af1a-47dc-a96d-4fda342e15f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:11.797769 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-125471ed-af1a-47dc-a96d-4fda342e15f4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f1c453d8-fcfe-4331-9a51-9efd8186ca6b HTTP/1.1" status: 204 len: 168 time: 0.1450529 Nov 17 15:12:11.807864 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125471ed-af1a-47dc-a96d-4fda342e15f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c453d8-fcfe-4331-9a51-9efd8186ca6b,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:12.066042 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 58614) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:12.078605 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-f48218e6-f1fc-411f-90e1-68eefa5da819 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:12.152002 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-f48218e6-f1fc-411f-90e1-68eefa5da819 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:12.155796 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-f48218e6-f1fc-411f-90e1-68eefa5da819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:12.196263 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-f48218e6-f1fc-411f-90e1-68eefa5da819 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a0db7306fee84c98add921ce5a69d4a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1290989 Nov 17 15:12:12.197234 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48218e6-f1fc-411f-90e1-68eefa5da819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6cac6d-4819-465f-aa8c-ea4b0ffc5554,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:12.199006 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 58616) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:12.258227 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-085a54db-435f-42de-a6d3-e571507a3d76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:12.279072 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-085a54db-435f-42de-a6d3-e571507a3d76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:12.325130 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-085a54db-435f-42de-a6d3-e571507a3d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:12.327270 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-085a54db-435f-42de-a6d3-e571507a3d76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:12.328432 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-085a54db-435f-42de-a6d3-e571507a3d76 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1a6cac6d-4819-465f-aa8c-ea4b0ffc5554 HTTP/1.1" status: 204 len: 168 time: 0.1231685 Nov 17 15:12:12.336522 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a54db-435f-42de-a6d3-e571507a3d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6cac6d-4819-465f-aa8c-ea4b0ffc5554,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:12.434834 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3c181-4b11-4b4f-8e5e-29cdbb6a0e49 req-29ce7507-69bb-4d34-8ef4-0f1b55f9532b tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:12.436378 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-39d3c181-4b11-4b4f-8e5e-29cdbb6a0e49 req-29ce7507-69bb-4d34-8ef4-0f1b55f9532b tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 946 time: 0.0489373 Nov 17 15:12:12.486411 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-39d3c181-4b11-4b4f-8e5e-29cdbb6a0e49 req-accd6b26-532e-4e35-b364-6549de105927 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431657 Nov 17 15:12:13.602437 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e6df9-7a00-495b-a0ef-7c897c94d3d1 req-8f826255-e8c4-48c3-b4d7-44921d5dbfbe tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:13.603967 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-d18e6df9-7a00-495b-a0ef-7c897c94d3d1 req-8f826255-e8c4-48c3-b4d7-44921d5dbfbe tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 946 time: 0.0508280 Nov 17 15:12:13.652436 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-d18e6df9-7a00-495b-a0ef-7c897c94d3d1 req-c86fa078-b293-440d-bba0-74d7e170d194 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424790 Nov 17 15:12:14.019664 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 58688) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:14.126046 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-6a6c9239-6215-49aa-b424-a2918697f32a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:14.199292 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-6a6c9239-6215-49aa-b424-a2918697f32a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:14.202863 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-6a6c9239-6215-49aa-b424-a2918697f32a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:14.241177 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-6a6c9239-6215-49aa-b424-a2918697f32a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=068df9076aeb497d8d9ca62aae573259&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2204156 Nov 17 15:12:14.243244 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c9239-6215-49aa-b424-a2918697f32a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa7dcc0-3704-4ee3-b961-32d925fa6186,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:14.244051 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 58696) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:14.293610 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-b1c2a5d6-46e5-4905-af06-353ece5c8d38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:14.313327 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-b1c2a5d6-46e5-4905-af06-353ece5c8d38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:14.360122 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-b1c2a5d6-46e5-4905-af06-353ece5c8d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:14.362686 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-b1c2a5d6-46e5-4905-af06-353ece5c8d38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:14.363819 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-b1c2a5d6-46e5-4905-af06-353ece5c8d38 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/daa7dcc0-3704-4ee3-b961-32d925fa6186 HTTP/1.1" status: 204 len: 168 time: 0.1186273 Nov 17 15:12:14.372138 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c2a5d6-46e5-4905-af06-353ece5c8d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa7dcc0-3704-4ee3-b961-32d925fa6186,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:14.625838 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 58704) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:14.639202 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-ae53e690-a3da-498d-979d-acb9537c044a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:14.717035 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-ae53e690-a3da-498d-979d-acb9537c044a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:14.720896 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-ae53e690-a3da-498d-979d-acb9537c044a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:14.777721 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae53e690-a3da-498d-979d-acb9537c044a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05990e05-e75d-438e-a560-0ec3359ce5d9,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:14.791989 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-ae53e690-a3da-498d-979d-acb9537c044a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3f133208856940bb994a6751b5508f63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1622610 Nov 17 15:12:14.791989 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 58708) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:14.827549 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a426247-8951-422c-a011-201eab23322a req-677c0a3c-75a1-4991-8f37-acc6e80fca28 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:14.828906 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-7a426247-8951-422c-a011-201eab23322a req-677c0a3c-75a1-4991-8f37-acc6e80fca28 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 946 time: 0.0974698 Nov 17 15:12:14.882423 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-e497c210-d554-4bbf-8412-6f447740fdfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:14.903279 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-7a426247-8951-422c-a011-201eab23322a req-d1aa57c5-0a8b-43e5-8046-9b229a25e51b tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674679 Nov 17 15:12:14.914392 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-e497c210-d554-4bbf-8412-6f447740fdfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:14.960636 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-e497c210-d554-4bbf-8412-6f447740fdfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:14.963163 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-e497c210-d554-4bbf-8412-6f447740fdfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:14.966982 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-e497c210-d554-4bbf-8412-6f447740fdfd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/05990e05-e75d-438e-a560-0ec3359ce5d9 HTTP/1.1" status: 204 len: 168 time: 0.1740670 Nov 17 15:12:14.975498 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e497c210-d554-4bbf-8412-6f447740fdfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05990e05-e75d-438e-a560-0ec3359ce5d9,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:16.018838 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3137d-bae0-4f8d-b4f0-5892f7820b26 req-c6d03f39-e4b2-484b-bc94-0c285150c203 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:16.020350 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-f5f3137d-bae0-4f8d-b4f0-5892f7820b26 req-c6d03f39-e4b2-484b-bc94-0c285150c203 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 946 time: 0.0519125 Nov 17 15:12:16.070681 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-f5f3137d-bae0-4f8d-b4f0-5892f7820b26 req-5a875c01-02d7-4e3b-87f6-bff72c499f3f tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433650 Nov 17 15:12:17.222492 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef335e51-7b30-4709-8f46-5145c247cd7f req-22e8f59a-7251-4db3-955d-b68d1f6724c2 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:17.224118 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-ef335e51-7b30-4709-8f46-5145c247cd7f req-22e8f59a-7251-4db3-955d-b68d1f6724c2 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 946 time: 0.0673192 Nov 17 15:12:17.284043 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-ef335e51-7b30-4709-8f46-5145c247cd7f req-573bc00b-62b3-4804-bb92-16066fa5f49a tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509632 Nov 17 15:12:18.427206 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b154f-56b8-4b27-adb7-3b6cb9ed77c9 req-48926946-8016-4b25-9a51-f70d3f2300df tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:18.431341 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-677b154f-56b8-4b27-adb7-3b6cb9ed77c9 req-48926946-8016-4b25-9a51-f70d3f2300df tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 946 time: 0.0589447 Nov 17 15:12:18.495182 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-677b154f-56b8-4b27-adb7-3b6cb9ed77c9 req-c6d705ce-fc49-49ff-a1da-2ee63ec7c55e tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569398 Nov 17 15:12:19.628335 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bc9afb-4eb6-4432-8fe9-a6fb8e7ec1e4 req-c4ee498c-5f13-4ca1-9683-ce65ad022dfb tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:19.629971 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-48bc9afb-4eb6-4432-8fe9-a6fb8e7ec1e4 req-c4ee498c-5f13-4ca1-9683-ce65ad022dfb tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 946 time: 0.0692525 Nov 17 15:12:19.686624 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-48bc9afb-4eb6-4432-8fe9-a6fb8e7ec1e4 req-29451a41-caed-4cbf-be2a-5439fbef1066 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487339 Nov 17 15:12:19.911677 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 58890) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:19.960927 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 58896) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:20.068347 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-3d91791c-727b-4b1c-9d01-2217c99b8ce0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:20.079613 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-c3d87f50-66a4-4e33-a0b3-822b7f471123 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:20.204027 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-3d91791c-727b-4b1c-9d01-2217c99b8ce0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:20.211742 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-3d91791c-727b-4b1c-9d01-2217c99b8ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:20.225556 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-c3d87f50-66a4-4e33-a0b3-822b7f471123 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:20.238978 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-c3d87f50-66a4-4e33-a0b3-822b7f471123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:20.265330 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-3d91791c-727b-4b1c-9d01-2217c99b8ce0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6d159eab285a4e79a9dc6b9f63d6b532&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3523338 Nov 17 15:12:20.268264 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 58906) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:20.268726 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d91791c-727b-4b1c-9d01-2217c99b8ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5febe5c-c89f-4575-bec7-b9649f289efc,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:20.291268 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-c3d87f50-66a4-4e33-a0b3-822b7f471123 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f8fbcc647b424becb298f3e409ce2b01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3291931 Nov 17 15:12:20.291884 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 58908) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:20.319318 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d87f50-66a4-4e33-a0b3-822b7f471123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a71635-341a-4527-b70b-127f19c312fa,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:20.324087 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-60c274b6-8e49-4ad7-b015-700d7ab7a1ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:20.350413 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-60c274b6-8e49-4ad7-b015-700d7ab7a1ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:20.369918 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-7bca55e4-0fff-46f8-be38-e40fb7dfeef7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:20.404957 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-7bca55e4-0fff-46f8-be38-e40fb7dfeef7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:20.418798 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-60c274b6-8e49-4ad7-b015-700d7ab7a1ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:20.421432 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-60c274b6-8e49-4ad7-b015-700d7ab7a1ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:20.422588 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-60c274b6-8e49-4ad7-b015-700d7ab7a1ed admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f5febe5c-c89f-4575-bec7-b9649f289efc HTTP/1.1" status: 204 len: 168 time: 0.1533380 Nov 17 15:12:20.437234 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c274b6-8e49-4ad7-b015-700d7ab7a1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5febe5c-c89f-4575-bec7-b9649f289efc,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:20.481735 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-7bca55e4-0fff-46f8-be38-e40fb7dfeef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:20.484489 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-7bca55e4-0fff-46f8-be38-e40fb7dfeef7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:20.485696 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-7bca55e4-0fff-46f8-be38-e40fb7dfeef7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/88a71635-341a-4527-b70b-127f19c312fa HTTP/1.1" status: 204 len: 168 time: 0.1913123 Nov 17 15:12:20.495696 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca55e4-0fff-46f8-be38-e40fb7dfeef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a71635-341a-4527-b70b-127f19c312fa,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:20.802529 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 58934) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:20.810320 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 58936) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:20.813803 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b04a2-9715-4550-b606-3a78b20736cd req-a94a8a62-8b35-44ee-a07b-22dd46efafc8 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:20.815301 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-792b04a2-9715-4550-b606-3a78b20736cd req-a94a8a62-8b35-44ee-a07b-22dd46efafc8 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 946 time: 0.0583279 Nov 17 15:12:20.822925 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f5d5-bdf9-4b03-b46e-35c87afa45a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:20.835203 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-16151527-bc98-4ef8-9c02-34fb9d9cc6d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:20.862751 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-792b04a2-9715-4550-b606-3a78b20736cd req-e35f22e6-dc44-4272-980e-cbd33035f981 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410378 Nov 17 15:12:20.938291 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.agents_db [None req-8c09612d-4555-4199-ac80-2bf3536e394d None None] Agent healthcheck: found 6 active agents {{(pid=101836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 15:12:20.955179 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f5d5-bdf9-4b03-b46e-35c87afa45a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:20.960031 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-16151527-bc98-4ef8-9c02-34fb9d9cc6d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:20.961067 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f5d5-bdf9-4b03-b46e-35c87afa45a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:20.971587 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-16151527-bc98-4ef8-9c02-34fb9d9cc6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:21.012486 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-b7c5f5d5-bdf9-4b03-b46e-35c87afa45a2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=df89730598824a6398f2d8e3b8d4829e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2088392 Nov 17 15:12:21.015440 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 58942) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:21.019887 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c5f5d5-bdf9-4b03-b46e-35c87afa45a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007f88a9-9854-4946-8642-fc996803422b,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:21.024049 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-16151527-bc98-4ef8-9c02-34fb9d9cc6d0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=76f4384af1974029b0cbb8d7f0d417c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2127776 Nov 17 15:12:21.026618 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 58944) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:21.065838 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-02b202bb-fc51-41e5-8910-b6ca35ad3f2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:21.066091 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16151527-bc98-4ef8-9c02-34fb9d9cc6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245aaa5a-5049-4e17-8ccc-dc5037befea6,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:21.089591 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-02b202bb-fc51-41e5-8910-b6ca35ad3f2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:21.089772 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-535aece8-f7a3-4347-8334-d2a065827a5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:21.110287 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-535aece8-f7a3-4347-8334-d2a065827a5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:21.140396 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-02b202bb-fc51-41e5-8910-b6ca35ad3f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:21.143181 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-02b202bb-fc51-41e5-8910-b6ca35ad3f2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:21.147185 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-02b202bb-fc51-41e5-8910-b6ca35ad3f2c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/007f88a9-9854-4946-8642-fc996803422b HTTP/1.1" status: 204 len: 168 time: 0.1279008 Nov 17 15:12:21.152769 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b202bb-fc51-41e5-8910-b6ca35ad3f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007f88a9-9854-4946-8642-fc996803422b,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:21.166498 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-535aece8-f7a3-4347-8334-d2a065827a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:21.169627 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-535aece8-f7a3-4347-8334-d2a065827a5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:21.170903 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-535aece8-f7a3-4347-8334-d2a065827a5a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/245aaa5a-5049-4e17-8ccc-dc5037befea6 HTTP/1.1" status: 204 len: 168 time: 0.1434259 Nov 17 15:12:21.180584 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535aece8-f7a3-4347-8334-d2a065827a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245aaa5a-5049-4e17-8ccc-dc5037befea6,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:21.480028 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-a8094707-bca9-4848-8d18-3ca1b66bab7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:21.548427 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2814a-bd9c-4a14-a541-9af7e867ccc6 req-4ab7bc24-af34-42f6-a634-a3cd980701d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:21.550182 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-aae2814a-bd9c-4a14-a541-9af7e867ccc6 req-4ab7bc24-af34-42f6-a634-a3cd980701d3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 1099 time: 0.0481246 Nov 17 15:12:21.605895 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-aae2814a-bd9c-4a14-a541-9af7e867ccc6 req-ea802eb0-7e04-4e20-8f78-43c28911053a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469983 Nov 17 15:12:21.606214 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 58966) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:21.619766 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-eaa66a0b-7419-4052-8fc5-dc6936753084 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:21.703228 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-eaa66a0b-7419-4052-8fc5-dc6936753084 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:21.708229 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-eaa66a0b-7419-4052-8fc5-dc6936753084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:21.749608 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa66a0b-7419-4052-8fc5-dc6936753084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1226e25c-7bbf-4eeb-a23a-0428bd956cd5,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:21.757740 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-eaa66a0b-7419-4052-8fc5-dc6936753084 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d2783166906f4ee781ab2a9c3424f818&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1498978 Nov 17 15:12:21.761966 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 58972) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:21.816471 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-1ebdb5c0-68be-4f82-acca-66932fbab881 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:21.839091 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-1ebdb5c0-68be-4f82-acca-66932fbab881 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:21.888878 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-1ebdb5c0-68be-4f82-acca-66932fbab881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:21.892359 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-1ebdb5c0-68be-4f82-acca-66932fbab881 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:21.893700 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-1ebdb5c0-68be-4f82-acca-66932fbab881 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1226e25c-7bbf-4eeb-a23a-0428bd956cd5 HTTP/1.1" status: 204 len: 168 time: 0.1307669 Nov 17 15:12:21.906958 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebdb5c0-68be-4f82-acca-66932fbab881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1226e25c-7bbf-4eeb-a23a-0428bd956cd5,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:22.001790 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070fb180-cf1e-4335-8341-417095ee3941 req-a8017b88-c0fe-4a47-9ae3-8f731dce5c8b tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:22.003298 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-070fb180-cf1e-4335-8341-417095ee3941 req-a8017b88-c0fe-4a47-9ae3-8f731dce5c8b tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 946 time: 0.0532959 Nov 17 15:12:22.063875 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-070fb180-cf1e-4335-8341-417095ee3941 req-bd0a31db-7b3b-4a41-a84e-2c0c3e5b089d tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546474 Nov 17 15:12:23.215990 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d2c790-cb81-49f6-97e4-d51d9359c6fe req-6c682197-36b8-4c5f-a0dd-b6104174c0ff tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:23.218167 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-a1d2c790-cb81-49f6-97e4-d51d9359c6fe req-6c682197-36b8-4c5f-a0dd-b6104174c0ff tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 946 time: 0.0780218 Nov 17 15:12:23.283768 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-a1d2c790-cb81-49f6-97e4-d51d9359c6fe req-e7a4fc20-e30c-45e3-aaa8-4c0c61f66f19 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600362 Nov 17 15:12:23.497450 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 59088) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:23.670835 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-f26112ab-3ec2-44b6-a397-3e0c3fcc3c89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:23.754719 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-f26112ab-3ec2-44b6-a397-3e0c3fcc3c89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:23.761664 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-f26112ab-3ec2-44b6-a397-3e0c3fcc3c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:23.793933 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-b8c05045-ebb5-4976-890f-06c599992b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:23.807607 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-f26112ab-3ec2-44b6-a397-3e0c3fcc3c89 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0b539e24618143828e4046cec096cf07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3087134 Nov 17 15:12:23.808231 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26112ab-3ec2-44b6-a397-3e0c3fcc3c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c81d8d-96ca-4370-9af4-1b179d8f854d,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:23.810675 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 59114) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:23.860495 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-4db58fb7-545b-4e1f-876e-d5b154e7ed18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:23.881921 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-4db58fb7-545b-4e1f-876e-d5b154e7ed18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:23.931700 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-4db58fb7-545b-4e1f-876e-d5b154e7ed18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:23.934255 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-4db58fb7-545b-4e1f-876e-d5b154e7ed18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:23.935441 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-4db58fb7-545b-4e1f-876e-d5b154e7ed18 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c2c81d8d-96ca-4370-9af4-1b179d8f854d HTTP/1.1" status: 204 len: 168 time: 0.1229522 Nov 17 15:12:23.943168 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db58fb7-545b-4e1f-876e-d5b154e7ed18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c81d8d-96ca-4370-9af4-1b179d8f854d,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:24.174175 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 59130) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:24.274496 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 59134) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:24.280390 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-b211f48c-6794-4dcf-9869-18dc09658dbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:24.287981 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-2afe2fd6-c1bd-45db-a4d2-5d878c890378 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:24.366838 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-b211f48c-6794-4dcf-9869-18dc09658dbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:24.370990 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-b211f48c-6794-4dcf-9869-18dc09658dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:24.401989 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-2afe2fd6-c1bd-45db-a4d2-5d878c890378 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:24.407206 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-2afe2fd6-c1bd-45db-a4d2-5d878c890378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:24.407436 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-b211f48c-6794-4dcf-9869-18dc09658dbd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=46c78096107047d4a58b8e055adc0a25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322173 Nov 17 15:12:24.410715 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 59138) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:24.422984 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b211f48c-6794-4dcf-9869-18dc09658dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a81043e-f6b9-4531-a6d0-81b65ea73d7d,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:24.465682 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-19ef20a5-9668-4307-b8de-c052e3f0f7c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:24.468652 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a3a13-e6f3-4a3a-b6b5-e1fb235351d6 req-d5b0fe80-312f-480a-beaa-8e62674f2228 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:24.470170 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-3f7a3a13-e6f3-4a3a-b6b5-e1fb235351d6 req-d5b0fe80-312f-480a-beaa-8e62674f2228 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 946 time: 0.1062148 Nov 17 15:12:24.476364 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-2afe2fd6-c1bd-45db-a4d2-5d878c890378 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=aa118036ad654f548c71de680bab6c72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2007987 Nov 17 15:12:24.477129 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 59140) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:24.477751 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe2fd6-c1bd-45db-a4d2-5d878c890378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a3346d-463f-430d-b38a-6e0f3739ee3f,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:24.489208 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-19ef20a5-9668-4307-b8de-c052e3f0f7c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:24.536213 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-19ef20a5-9668-4307-b8de-c052e3f0f7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:24.538834 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-19ef20a5-9668-4307-b8de-c052e3f0f7c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:24.543065 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-19ef20a5-9668-4307-b8de-c052e3f0f7c3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6a81043e-f6b9-4531-a6d0-81b65ea73d7d HTTP/1.1" status: 204 len: 168 time: 0.1313512 Nov 17 15:12:24.551783 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef20a5-9668-4307-b8de-c052e3f0f7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a81043e-f6b9-4531-a6d0-81b65ea73d7d,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:24.577003 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-3f7a3a13-e6f3-4a3a-b6b5-e1fb235351d6 req-1830db29-ec22-4404-9871-c771d3796ab0 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953019 Nov 17 15:12:24.577747 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-efd9253f-12f1-43dd-adc9-ed00672924a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:24.608999 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-efd9253f-12f1-43dd-adc9-ed00672924a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:24.678853 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-efd9253f-12f1-43dd-adc9-ed00672924a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:24.681664 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-efd9253f-12f1-43dd-adc9-ed00672924a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:24.685972 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-efd9253f-12f1-43dd-adc9-ed00672924a5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/91a3346d-463f-430d-b38a-6e0f3739ee3f HTTP/1.1" status: 204 len: 168 time: 0.2054586 Nov 17 15:12:24.696412 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd9253f-12f1-43dd-adc9-ed00672924a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a3346d-463f-430d-b38a-6e0f3739ee3f,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:24.728051 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d6442-76b7-4e73-867d-b74234a0de4d req-c1f72f55-1548-400b-bbb3-e33a31b59ffa tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:24.729550 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-147d6442-76b7-4e73-867d-b74234a0de4d req-c1f72f55-1548-400b-bbb3-e33a31b59ffa tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0770652 Nov 17 15:12:24.757858 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:24.808292 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-147d6442-76b7-4e73-867d-b74234a0de4d req-899075cd-f060-44a1-ac39-4254825f7a2e tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727475 Nov 17 15:12:25.030619 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 59168) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:25.048879 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-438bef1c-32f3-4f07-a85d-b2e8e1e50c42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:25.159043 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-438bef1c-32f3-4f07-a85d-b2e8e1e50c42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:25.165625 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-438bef1c-32f3-4f07-a85d-b2e8e1e50c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:25.205062 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438bef1c-32f3-4f07-a85d-b2e8e1e50c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29078c2-70f6-4a5e-b27d-0c6ea09ab265,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:25.223040 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-438bef1c-32f3-4f07-a85d-b2e8e1e50c42 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=412efb195fa74cf8816537e7d366e49f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1907279 Nov 17 15:12:25.226622 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 59176) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:25.276690 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-2c0ef74e-edfd-4405-b620-6b444ac76f60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:25.299657 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-2c0ef74e-edfd-4405-b620-6b444ac76f60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:25.350806 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-2c0ef74e-edfd-4405-b620-6b444ac76f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:25.353777 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-2c0ef74e-edfd-4405-b620-6b444ac76f60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:25.355023 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-2c0ef74e-edfd-4405-b620-6b444ac76f60 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c29078c2-70f6-4a5e-b27d-0c6ea09ab265 HTTP/1.1" status: 204 len: 168 time: 0.1274359 Nov 17 15:12:25.363866 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0ef74e-edfd-4405-b620-6b444ac76f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29078c2-70f6-4a5e-b27d-0c6ea09ab265,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:26.254867 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:26.522282 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4894f09-f8ad-4f8f-8652-fa1709a153a5 req-832dbb0d-ace3-4b9c-9ae8-1f6c8e7037e4 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:26.523778 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-b4894f09-f8ad-4f8f-8652-fa1709a153a5 req-832dbb0d-ace3-4b9c-9ae8-1f6c8e7037e4 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0779841 Nov 17 15:12:26.528044 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ae2dd-aa2d-4cb8-b5fb-fa1ec39017cd req-72110791-53e1-4c31-93ed-ac20bc0bfc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:26.529402 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-858ae2dd-aa2d-4cb8-b5fb-fa1ec39017cd req-72110791-53e1-4c31-93ed-ac20bc0bfc77 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2c31c9cd89174556a7ca67ee64363dab&device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 1098 time: 0.0583265 Nov 17 15:12:26.632835 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-b4894f09-f8ad-4f8f-8652-fa1709a153a5 req-567fb3de-400c-4905-ae15-053f11a5b356 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024861 Nov 17 15:12:26.668959 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ae2dd-aa2d-4cb8-b5fb-fa1ec39017cd req-61bf9b28-edf0-47d5-b2e6-fd8c6d764a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:26.670417 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-858ae2dd-aa2d-4cb8-b5fb-fa1ec39017cd req-61bf9b28-edf0-47d5-b2e6-fd8c6d764a9c service neutron] 10.222.0.55 "GET /v2.0/networks?id=8f735dfc-629f-48fb-8e93-a13cf556a60b HTTP/1.1" status: 200 len: 920 time: 0.1255374 Nov 17 15:12:26.718202 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-858ae2dd-aa2d-4cb8-b5fb-fa1ec39017cd req-b66762fe-3b71-4e73-a87d-212450967459 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=275b7aa5-703f-43be-b128-93dc4f5e3ba7 HTTP/1.1" status: 200 len: 217 time: 0.0368464 Nov 17 15:12:26.780750 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ae2dd-aa2d-4cb8-b5fb-fa1ec39017cd req-29e12c45-0b0a-46fd-b038-6c5f7c083e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:26.782224 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-858ae2dd-aa2d-4cb8-b5fb-fa1ec39017cd req-29e12c45-0b0a-46fd-b038-6c5f7c083e7e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=88826920-16d8-4049-9290-269b7ad338c8 HTTP/1.1" status: 200 len: 859 time: 0.0521600 Nov 17 15:12:26.829419 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-858ae2dd-aa2d-4cb8-b5fb-fa1ec39017cd req-cbf9b962-1424-49cf-bd5c-584fe3e65266 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8f735dfc-629f-48fb-8e93-a13cf556a60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306294 Nov 17 15:12:26.928504 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-858ae2dd-aa2d-4cb8-b5fb-fa1ec39017cd req-cfcec52e-88d8-44c8-bd9e-5e1c652ead2f service neutron] 10.222.0.55 "GET /v2.0/networks/8f735dfc-629f-48fb-8e93-a13cf556a60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890534 Nov 17 15:12:27.051694 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-858ae2dd-aa2d-4cb8-b5fb-fa1ec39017cd req-62230cd6-9106-47d5-a260-38c766b0c743 service neutron] 10.222.0.55 "GET /v2.0/networks/8f735dfc-629f-48fb-8e93-a13cf556a60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094837 Nov 17 15:12:27.097064 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:27.753134 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbcfbd-eb21-41a6-aa19-7f1f380eed15 req-5e5d722c-bc25-49b1-b520-89bbd3a1dae1 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:27.754619 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-bafbcfbd-eb21-41a6-aa19-7f1f380eed15 req-5e5d722c-bc25-49b1-b520-89bbd3a1dae1 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0519686 Nov 17 15:12:27.808501 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-bafbcfbd-eb21-41a6-aa19-7f1f380eed15 req-3cf7a205-5d56-4213-9206-292a691da9dd tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480602 Nov 17 15:12:28.673795 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 59310) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:28.780877 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-1ea96b80-2036-4c01-b031-55fe79e229b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:28.869479 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-1ea96b80-2036-4c01-b031-55fe79e229b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:28.873014 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-1ea96b80-2036-4c01-b031-55fe79e229b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:28.914250 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-1ea96b80-2036-4c01-b031-55fe79e229b5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4091264cd16f4ea190257644fbbe8c83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2393770 Nov 17 15:12:28.917229 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 59318) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:28.924636 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea96b80-2036-4c01-b031-55fe79e229b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0be5f6c-f93c-4bae-8210-d7462ef89c20,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:28.933096 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30295423-b67a-4300-ad44-eb3b674b8e2e req-ab3aa6b5-de8f-4d8e-8d42-33514179d36d tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:28.934449 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-30295423-b67a-4300-ad44-eb3b674b8e2e req-ab3aa6b5-de8f-4d8e-8d42-33514179d36d tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0527754 Nov 17 15:12:28.972924 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-7f81774b-1127-414b-93b4-7f3d194b7720 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:28.987775 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-30295423-b67a-4300-ad44-eb3b674b8e2e req-f09bf978-fcdf-40db-a004-dcd46c05b4f4 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453296 Nov 17 15:12:28.994092 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-7f81774b-1127-414b-93b4-7f3d194b7720 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:29.042353 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-7f81774b-1127-414b-93b4-7f3d194b7720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:29.045085 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-7f81774b-1127-414b-93b4-7f3d194b7720 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:29.046202 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-7f81774b-1127-414b-93b4-7f3d194b7720 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d0be5f6c-f93c-4bae-8210-d7462ef89c20 HTTP/1.1" status: 204 len: 168 time: 0.1280715 Nov 17 15:12:29.054247 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f81774b-1127-414b-93b4-7f3d194b7720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0be5f6c-f93c-4bae-8210-d7462ef89c20,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:30.136967 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1857ee-d53a-4831-8e22-d49c44248fdc req-d080a0a8-12c9-44ed-a8d2-4ccc57f50b88 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:30.138496 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-7c1857ee-d53a-4831-8e22-d49c44248fdc req-d080a0a8-12c9-44ed-a8d2-4ccc57f50b88 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0648086 Nov 17 15:12:30.187808 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-7c1857ee-d53a-4831-8e22-d49c44248fdc req-b23629fc-62e0-490b-8253-b6d2d860a768 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427444 Nov 17 15:12:31.300354 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552e4ef-431e-45af-8ed8-aba37bcb1a9a req-1fe06dac-4062-4b57-b153-c12f605d55f9 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:31.301837 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-d552e4ef-431e-45af-8ed8-aba37bcb1a9a req-1fe06dac-4062-4b57-b153-c12f605d55f9 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0470471 Nov 17 15:12:31.347695 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-d552e4ef-431e-45af-8ed8-aba37bcb1a9a req-b0e75c26-0d28-4cdf-b675-1da92f508d87 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398660 Nov 17 15:12:32.463638 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba0583-db33-4de0-b4dc-c58b3cbcdf5f req-adabc190-d330-474e-9801-867684840a69 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:32.465071 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-1cba0583-db33-4de0-b4dc-c58b3cbcdf5f req-adabc190-d330-474e-9801-867684840a69 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0503349 Nov 17 15:12:32.510813 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-1cba0583-db33-4de0-b4dc-c58b3cbcdf5f req-dfab1a88-1af6-4043-a508-2ac8d31e7112 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399394 Nov 17 15:12:32.809893 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:33.622307 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce0839-e0b6-418a-a648-b501843e6f7d req-52db09fb-e724-4e63-83e6-a9fa23d28b5d tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:33.623745 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-e6ce0839-e0b6-418a-a648-b501843e6f7d req-52db09fb-e724-4e63-83e6-a9fa23d28b5d tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0471382 Nov 17 15:12:33.674980 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-e6ce0839-e0b6-418a-a648-b501843e6f7d req-a014c938-e13e-45af-97e8-11a453de6873 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454559 Nov 17 15:12:34.786640 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65228c1c-ea7b-4bc3-ba4c-60c0351fa6b1 req-bc11a514-8831-4093-b8ea-61880cb53496 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:34.788121 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-65228c1c-ea7b-4bc3-ba4c-60c0351fa6b1 req-bc11a514-8831-4093-b8ea-61880cb53496 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0476644 Nov 17 15:12:34.838317 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-65228c1c-ea7b-4bc3-ba4c-60c0351fa6b1 req-c78a8a15-2c14-4f59-af7b-152a3598c5bd tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444174 Nov 17 15:12:35.949371 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab7a19a-99a2-478e-b5b9-39d31d054a56 req-e1241eb4-01e9-4f8d-a57f-0ef5c37a3a9d tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:35.950768 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-fab7a19a-99a2-478e-b5b9-39d31d054a56 req-e1241eb4-01e9-4f8d-a57f-0ef5c37a3a9d tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0464447 Nov 17 15:12:35.996337 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-fab7a19a-99a2-478e-b5b9-39d31d054a56 req-c6c6a5a4-a00e-4322-8dc9-59fbdd38edd9 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397403 Nov 17 15:12:37.106582 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43929d9b-042e-4e41-b7a2-813c342e4f03 req-de055ce6-0b6e-4bae-9bae-09e90f88d323 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:37.108061 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-43929d9b-042e-4e41-b7a2-813c342e4f03 req-de055ce6-0b6e-4bae-9bae-09e90f88d323 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0473621 Nov 17 15:12:37.154517 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-43929d9b-042e-4e41-b7a2-813c342e4f03 req-fe315f72-5706-4fb3-898b-6b222133188a tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407112 Nov 17 15:12:38.268224 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb8eef-68df-456b-98b2-a4c2e0432480 req-66b36703-ad1c-4ef3-b36a-72c5d5fdcb01 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:38.269645 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-2fcb8eef-68df-456b-98b2-a4c2e0432480 req-66b36703-ad1c-4ef3-b36a-72c5d5fdcb01 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0500572 Nov 17 15:12:38.314156 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-2fcb8eef-68df-456b-98b2-a4c2e0432480 req-66695692-2e12-464b-b5bc-23bde6d99285 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386994 Nov 17 15:12:39.428885 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea2520-f871-412d-80fd-58c68eb0615b req-fe039525-039b-44d4-9925-9fe1d16ae65e tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:39.430345 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-6bea2520-f871-412d-80fd-58c68eb0615b req-fe039525-039b-44d4-9925-9fe1d16ae65e tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0487757 Nov 17 15:12:39.477386 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-6bea2520-f871-412d-80fd-58c68eb0615b req-315e06e2-8fc8-4bd9-a7d0-ba3bc50ca70f tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410643 Nov 17 15:12:40.323423 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 59512) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:40.433004 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-3c250e12-3a1a-4579-9b1b-98c536a3c291 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:40.531073 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-3c250e12-3a1a-4579-9b1b-98c536a3c291 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:40.538726 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-3c250e12-3a1a-4579-9b1b-98c536a3c291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:40.581293 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-3c250e12-3a1a-4579-9b1b-98c536a3c291 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c1bb048716e54566b453171688def650&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2567794 Nov 17 15:12:40.582826 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c250e12-3a1a-4579-9b1b-98c536a3c291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11fd8c71-4036-4777-bf25-f7ade519b1b7,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:40.585120 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 59524) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:40.618970 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f50d85b-cf00-457b-b4b6-6e2a397d448f req-fb2c4969-50d9-4124-8ffb-aeb5ac33dfae tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:40.620493 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-5f50d85b-cf00-457b-b4b6-6e2a397d448f req-fb2c4969-50d9-4124-8ffb-aeb5ac33dfae tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0558162 Nov 17 15:12:40.635106 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-b344693f-de6b-4064-96b6-94c40019fc5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:40.657175 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-b344693f-de6b-4064-96b6-94c40019fc5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:40.669673 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-5f50d85b-cf00-457b-b4b6-6e2a397d448f req-00b1e45b-b94c-4651-a0d7-92fafc8720c9 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425775 Nov 17 15:12:40.705107 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-b344693f-de6b-4064-96b6-94c40019fc5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:40.708358 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-b344693f-de6b-4064-96b6-94c40019fc5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:40.709481 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-b344693f-de6b-4064-96b6-94c40019fc5c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/11fd8c71-4036-4777-bf25-f7ade519b1b7 HTTP/1.1" status: 204 len: 168 time: 0.1234202 Nov 17 15:12:40.718312 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b344693f-de6b-4064-96b6-94c40019fc5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11fd8c71-4036-4777-bf25-f7ade519b1b7,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:40.917359 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 59538) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:41.033189 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-ed3dfa8a-514e-43ee-a7ba-4cbd327db8a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:41.061072 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 59546) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:41.075326 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-c6111db9-219e-4f71-b78c-fc5a4f59a237 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:41.114231 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-ed3dfa8a-514e-43ee-a7ba-4cbd327db8a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:41.118425 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-ed3dfa8a-514e-43ee-a7ba-4cbd327db8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:41.154853 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3dfa8a-514e-43ee-a7ba-4cbd327db8a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5c6a8c-b91a-46bb-a3eb-888f6b22a3f5,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:41.165584 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-ed3dfa8a-514e-43ee-a7ba-4cbd327db8a2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b56fa4d41c8d4d2d984e47841967fc1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2445433 Nov 17 15:12:41.165942 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-c6111db9-219e-4f71-b78c-fc5a4f59a237 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:41.166073 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 59552) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:41.169968 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-c6111db9-219e-4f71-b78c-fc5a4f59a237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:41.210842 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-c6111db9-219e-4f71-b78c-fc5a4f59a237 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e61c1eb700004a728f12364572c0e712&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1485906 Nov 17 15:12:41.211983 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6111db9-219e-4f71-b78c-fc5a4f59a237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d4329c-f9e6-4664-a33a-005ba856aab7,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:41.213881 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 59554) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:41.244431 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-c8f36f43-5ade-46d8-a681-4efa503ba707 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:41.280659 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-c8f36f43-5ade-46d8-a681-4efa503ba707 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:41.310197 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-6319dab3-f7c5-492e-a7ee-eef24ec33c95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:41.350570 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-6319dab3-f7c5-492e-a7ee-eef24ec33c95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:41.367181 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-c8f36f43-5ade-46d8-a681-4efa503ba707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:41.370082 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-c8f36f43-5ade-46d8-a681-4efa503ba707 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:41.380812 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-c8f36f43-5ade-46d8-a681-4efa503ba707 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9d5c6a8c-b91a-46bb-a3eb-888f6b22a3f5 HTTP/1.1" status: 204 len: 168 time: 0.2069783 Nov 17 15:12:41.408507 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f36f43-5ade-46d8-a681-4efa503ba707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5c6a8c-b91a-46bb-a3eb-888f6b22a3f5,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:41.431566 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-6319dab3-f7c5-492e-a7ee-eef24ec33c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:41.434549 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-6319dab3-f7c5-492e-a7ee-eef24ec33c95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:41.438669 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-6319dab3-f7c5-492e-a7ee-eef24ec33c95 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f5d4329c-f9e6-4664-a33a-005ba856aab7 HTTP/1.1" status: 204 len: 168 time: 0.2207057 Nov 17 15:12:41.444175 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6319dab3-f7c5-492e-a7ee-eef24ec33c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d4329c-f9e6-4664-a33a-005ba856aab7,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:41.797647 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d45ba-0245-43a1-bd27-e4f30959bcf6 req-db25f53d-eb26-4d74-ad1e-d4987e6fddfc tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:41.799952 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-3c3d45ba-0245-43a1-bd27-e4f30959bcf6 req-db25f53d-eb26-4d74-ad1e-d4987e6fddfc tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0510533 Nov 17 15:12:41.875684 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-3c3d45ba-0245-43a1-bd27-e4f30959bcf6 req-0ea48788-a673-4de0-8fd9-fb0429f84afe tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590219 Nov 17 15:12:42.989063 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ac1b6-0fce-46b5-a91a-5cc3a0e6c786 req-a85d2a65-ac8b-438f-b21a-d3227ed4d8f7 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:42.994242 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-4a3ac1b6-0fce-46b5-a91a-5cc3a0e6c786 req-a85d2a65-ac8b-438f-b21a-d3227ed4d8f7 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0615463 Nov 17 15:12:43.041913 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-4a3ac1b6-0fce-46b5-a91a-5cc3a0e6c786 req-3100087b-0dd3-4295-b912-be93a4456af6 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415492 Nov 17 15:12:44.156355 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f5c63-8e7b-4caf-89e9-3b10aacf7341 req-9e5eed8e-39aa-495f-9ba0-bbeccef1c85e tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:44.157781 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-639f5c63-8e7b-4caf-89e9-3b10aacf7341 req-9e5eed8e-39aa-495f-9ba0-bbeccef1c85e tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0472710 Nov 17 15:12:44.203620 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-639f5c63-8e7b-4caf-89e9-3b10aacf7341 req-487ded84-33a5-4312-8532-1f06a6e10db8 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394812 Nov 17 15:12:45.318946 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2f98f-8926-4959-9c49-44957bb95a00 req-4ef5873a-c9ab-4a88-af87-aa8e603f7281 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:45.320280 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-fbb2f98f-8926-4959-9c49-44957bb95a00 req-4ef5873a-c9ab-4a88-af87-aa8e603f7281 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0497911 Nov 17 15:12:45.365774 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-fbb2f98f-8926-4959-9c49-44957bb95a00 req-e268ca19-cdb2-4cd7-9929-9fde757db9dd tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397596 Nov 17 15:12:46.477686 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c3840-5fc2-41f6-a5eb-8bffbd93833f req-b18ac8e0-2004-4197-99ed-1aa95b95f3e1 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:46.479119 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-572c3840-5fc2-41f6-a5eb-8bffbd93833f req-b18ac8e0-2004-4197-99ed-1aa95b95f3e1 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0479608 Nov 17 15:12:46.525013 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-572c3840-5fc2-41f6-a5eb-8bffbd93833f req-a0d85a3a-a808-40a0-a148-f6d01a137c2e tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400157 Nov 17 15:12:47.636522 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ec12b-8d3e-4064-937d-67eb9c24e254 req-f0561603-7941-40d7-be24-964cc6b1dab9 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:47.637948 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-607ec12b-8d3e-4064-937d-67eb9c24e254 req-f0561603-7941-40d7-be24-964cc6b1dab9 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0467999 Nov 17 15:12:47.686600 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-607ec12b-8d3e-4064-937d-67eb9c24e254 req-feb0e83b-a9c1-4809-8e03-20723456d3b6 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429294 Nov 17 15:12:48.803923 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb896f-259c-48ef-95b4-33d365aa613d req-c88fe4d9-7bbe-4aed-8a09-fa4e961c0763 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:48.805417 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-bebb896f-259c-48ef-95b4-33d365aa613d req-c88fe4d9-7bbe-4aed-8a09-fa4e961c0763 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0504057 Nov 17 15:12:48.852816 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-bebb896f-259c-48ef-95b4-33d365aa613d req-5c7906c5-5379-4212-b24d-73ea3c382bdf tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416281 Nov 17 15:12:49.966399 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386394a8-6554-49bd-818e-8bc820cde2df req-17163f5d-56f9-4f7e-9980-4e4c56c68e00 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:49.967881 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-386394a8-6554-49bd-818e-8bc820cde2df req-17163f5d-56f9-4f7e-9980-4e4c56c68e00 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0481884 Nov 17 15:12:50.016659 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-386394a8-6554-49bd-818e-8bc820cde2df req-ebc70dae-f0fd-4986-841f-31bef538689a tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422561 Nov 17 15:12:50.350709 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20957d78-126c-486f-9ded-b9d7fdc41049 req-3fcfcc26-f8de-4383-880f-54789d2692c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:50.352211 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-20957d78-126c-486f-9ded-b9d7fdc41049 req-3fcfcc26-f8de-4383-880f-54789d2692c3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 1098 time: 0.0441182 Nov 17 15:12:50.405648 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-20957d78-126c-486f-9ded-b9d7fdc41049 req-93db3b5b-ea8a-410c-adf3-d94ba751d457 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420067 Nov 17 15:12:51.154357 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913990f-12ea-4bb8-b905-e0752c95e785 req-e2620d1d-5c88-473d-80da-ce6df5037256 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:51.154357 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-e913990f-12ea-4bb8-b905-e0752c95e785 req-e2620d1d-5c88-473d-80da-ce6df5037256 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0530121 Nov 17 15:12:51.197447 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-e913990f-12ea-4bb8-b905-e0752c95e785 req-8567cea0-e9f2-42cf-a281-7726214feb9e tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449090 Nov 17 15:12:51.465211 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-ce2dbe37-691b-46f4-ac2f-9305b445caf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:52.329472 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b0fd46-e649-4237-997b-b83a4e3eccc5 req-10549293-f9b5-4a7d-8e6a-164042618d7c tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:52.330941 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-c9b0fd46-e649-4237-997b-b83a4e3eccc5 req-10549293-f9b5-4a7d-8e6a-164042618d7c tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0598867 Nov 17 15:12:52.562270 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-c9b0fd46-e649-4237-997b-b83a4e3eccc5 req-fb757e5c-9010-4e23-81a5-a811d97a6f0e tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241433 Nov 17 15:12:52.869882 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3b164-78c9-4c54-869a-0676c53861a4 req-e1c3c1bd-33cb-4df5-8cbb-9fda60266bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:52.871327 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-f3d3b164-78c9-4c54-869a-0676c53861a4 req-e1c3c1bd-33cb-4df5-8cbb-9fda60266bf1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2c31c9cd89174556a7ca67ee64363dab&device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 1098 time: 0.0449114 Nov 17 15:12:52.892490 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149bb3e5-8ce4-4ece-b6e1-a3248be42516 req-856d23c6-a91b-4d37-8857-288a42650902 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:52.894131 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-149bb3e5-8ce4-4ece-b6e1-a3248be42516 req-856d23c6-a91b-4d37-8857-288a42650902 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0539632 Nov 17 15:12:52.950568 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-149bb3e5-8ce4-4ece-b6e1-a3248be42516 req-1990713d-a46d-472b-80f0-d85e41d77a45 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487096 Nov 17 15:12:52.988530 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3b164-78c9-4c54-869a-0676c53861a4 req-17597445-db46-43c0-b326-362f31d424af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:52.990389 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-f3d3b164-78c9-4c54-869a-0676c53861a4 req-17597445-db46-43c0-b326-362f31d424af service neutron] 10.222.0.55 "GET /v2.0/networks?id=8f735dfc-629f-48fb-8e93-a13cf556a60b HTTP/1.1" status: 200 len: 920 time: 0.1033089 Nov 17 15:12:53.037945 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-f3d3b164-78c9-4c54-869a-0676c53861a4 req-68819df2-b171-4bcd-a723-448075fd2d52 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=275b7aa5-703f-43be-b128-93dc4f5e3ba7 HTTP/1.1" status: 200 len: 217 time: 0.0345058 Nov 17 15:12:53.096872 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3b164-78c9-4c54-869a-0676c53861a4 req-7b1661d4-bb04-4648-94fc-759e3405c658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:53.098316 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-f3d3b164-78c9-4c54-869a-0676c53861a4 req-7b1661d4-bb04-4648-94fc-759e3405c658 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=88826920-16d8-4049-9290-269b7ad338c8 HTTP/1.1" status: 200 len: 859 time: 0.0465231 Nov 17 15:12:53.141626 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-f3d3b164-78c9-4c54-869a-0676c53861a4 req-2cfac2aa-d34d-4361-a284-6570eadfe02d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8f735dfc-629f-48fb-8e93-a13cf556a60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253906 Nov 17 15:12:53.239098 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-f3d3b164-78c9-4c54-869a-0676c53861a4 req-64f6cc6d-d343-430d-8337-513f8f285448 service neutron] 10.222.0.55 "GET /v2.0/networks/8f735dfc-629f-48fb-8e93-a13cf556a60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857015 Nov 17 15:12:53.340853 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-f3d3b164-78c9-4c54-869a-0676c53861a4 req-40025e9a-531f-447a-8f5f-45909c1b3958 service neutron] 10.222.0.55 "GET /v2.0/networks/8f735dfc-629f-48fb-8e93-a13cf556a60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841196 Nov 17 15:12:53.785347 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-511e346c-1458-4f7a-8c3c-ea57f768a87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:54.076719 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087cd4f-28fa-404c-afe4-4827bce5bc39 req-bb8e1d88-c097-4078-a78b-0ad87c02b243 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:54.078226 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-1087cd4f-28fa-404c-afe4-4827bce5bc39 req-bb8e1d88-c097-4078-a78b-0ad87c02b243 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0534751 Nov 17 15:12:54.130437 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-1087cd4f-28fa-404c-afe4-4827bce5bc39 req-f59c0618-e30e-451b-9ac4-ea2e745442a4 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435822 Nov 17 15:12:54.172191 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 59870) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:54.284846 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-513eabe7-489d-4614-b1b7-6c7a452136cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:54.362366 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-513eabe7-489d-4614-b1b7-6c7a452136cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:54.366324 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-513eabe7-489d-4614-b1b7-6c7a452136cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:54.406334 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-513eabe7-489d-4614-b1b7-6c7a452136cc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9a0193076d39486db109dd07db3897d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2330379 Nov 17 15:12:54.407559 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513eabe7-489d-4614-b1b7-6c7a452136cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fe2730-802f-4b01-90e1-b186770ad5c9,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:54.408975 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 59886) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:54.415501 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513eabe7-489d-4614-b1b7-6c7a452136cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:12:54.415753 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513eabe7-489d-4614-b1b7-6c7a452136cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:12:54.416093 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513eabe7-489d-4614-b1b7-6c7a452136cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:12:54.416424 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513eabe7-489d-4614-b1b7-6c7a452136cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:12:54.416752 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513eabe7-489d-4614-b1b7-6c7a452136cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:12:54.417078 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513eabe7-489d-4614-b1b7-6c7a452136cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:12:54.417407 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513eabe7-489d-4614-b1b7-6c7a452136cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:12:54.417730 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513eabe7-489d-4614-b1b7-6c7a452136cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:12:54.418053 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513eabe7-489d-4614-b1b7-6c7a452136cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:12:54.418373 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513eabe7-489d-4614-b1b7-6c7a452136cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:12:54.418689 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513eabe7-489d-4614-b1b7-6c7a452136cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:12:54.419028 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513eabe7-489d-4614-b1b7-6c7a452136cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:12:54.462278 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-c9e03314-1676-4825-bd91-8aff0ff85a04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:54.485400 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-c9e03314-1676-4825-bd91-8aff0ff85a04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:54.533246 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-c9e03314-1676-4825-bd91-8aff0ff85a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:54.536004 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-c9e03314-1676-4825-bd91-8aff0ff85a04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:54.537650 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-c9e03314-1676-4825-bd91-8aff0ff85a04 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a7fe2730-802f-4b01-90e1-b186770ad5c9 HTTP/1.1" status: 204 len: 168 time: 0.1277022 Nov 17 15:12:54.544900 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e03314-1676-4825-bd91-8aff0ff85a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fe2730-802f-4b01-90e1-b186770ad5c9,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:54.753896 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:55.173063 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 59932) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:55.192256 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 59936) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:55.267277 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed037ae-2741-4aa6-9656-6b26a258509d req-b408172d-8a7c-4880-b3ca-3999d3828ba7 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:55.275693 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-5ed037ae-2741-4aa6-9656-6b26a258509d req-b408172d-8a7c-4880-b3ca-3999d3828ba7 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0643616 Nov 17 15:12:55.293061 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-308176ad-8e72-4bcc-bcd6-69250df8864f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:55.309260 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [None req-d5b92f56-2287-499c-b423-5512ca1c239f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-306581770-network', 'tenant_id': '5131dce595224bfe8a730cc800f0f158'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:12:55.321998 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-5ed037ae-2741-4aa6-9656-6b26a258509d req-5dac2695-6855-4e47-9e15-96c3e877fb3c tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454721 Nov 17 15:12:55.342846 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b92f56-2287-499c-b423-5512ca1c239f admin admin] Made reservation on behalf of 5131dce595224bfe8a730cc800f0f158 for: {'network': 1} {{(pid=101834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:12:55.345105 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-d5b92f56-2287-499c-b423-5512ca1c239f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for network, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:55.359252 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-d5b92f56-2287-499c-b423-5512ca1c239f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:55.429245 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-308176ad-8e72-4bcc-bcd6-69250df8864f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:55.435955 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-308176ad-8e72-4bcc-bcd6-69250df8864f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:55.485026 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-308176ad-8e72-4bcc-bcd6-69250df8864f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e837ed3384dc410e96ba92a75af21b17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3108318 Nov 17 15:12:55.486814 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308176ad-8e72-4bcc-bcd6-69250df8864f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a0423d-74e8-4565-90e0-256a028ccdcf,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:55.488007 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 59942) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:55.513169 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-d5b92f56-2287-499c-b423-5512ca1c239f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:55.517811 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-d5b92f56-2287-499c-b423-5512ca1c239f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:55.540948 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5b92f56-2287-499c-b423-5512ca1c239f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=101834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 17 15:12:55.562317 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b92f56-2287-499c-b423-5512ca1c239f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2be066f-ada6-4c16-8d51-1f83ec405ea1,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:55.565262 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-d5b92f56-2287-499c-b423-5512ca1c239f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931355'] for segment, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:55.565383 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-c1dc221d-a360-42f5-9987-fdafd992d2c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:55.565608 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.db.segments_db [None req-d5b92f56-2287-499c-b423-5512ca1c239f admin admin] Added segment 4f89a60d-a2d1-4edb-a8d1-149bf81601d9 of type vlan for network 35a21660-a2ad-472c-8fa2-5b7c2854ced6 Nov 17 15:12:55.589936 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-c1dc221d-a360-42f5-9987-fdafd992d2c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:55.611243 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-d5b92f56-2287-499c-b423-5512ca1c239f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776333902596'] for network, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:55.640293 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-d5b92f56-2287-499c-b423-5512ca1c239f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557'] for network, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:55.641427 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b92f56-2287-499c-b423-5512ca1c239f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:55.642161 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-d5b92f56-2287-499c-b423-5512ca1c239f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for network, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:55.643511 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-c1dc221d-a360-42f5-9987-fdafd992d2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:55.646301 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-c1dc221d-a360-42f5-9987-fdafd992d2c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:55.649910 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-c1dc221d-a360-42f5-9987-fdafd992d2c5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/05a0423d-74e8-4565-90e0-256a028ccdcf HTTP/1.1" status: 204 len: 168 time: 0.1583974 Nov 17 15:12:55.655878 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc221d-a360-42f5-9987-fdafd992d2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a0423d-74e8-4565-90e0-256a028ccdcf,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:55.684170 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-d5b92f56-2287-499c-b423-5512ca1c239f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4901545 Nov 17 15:12:55.687080 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 59954) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:55.694347 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.v2.base [None req-c7310e92-9424-49b1-9bbb-1e8962754546 admin admin] Request body: {'subnet': {'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-306581770-subnet', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'ip_version': 4}} {{(pid=101833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:12:55.714270 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b92f56-2287-499c-b423-5512ca1c239f admin admin] Pushing event updated for resources: {'Network': ['ID=35a21660-a2ad-472c-8fa2-5b7c2854ced6,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:55.731931 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Network 35a21660-a2ad-472c-8fa2-5b7c2854ced6 details requested by agent ovs-agent-dv-cinder-818233-1-iscsi with host dv-cinder-818233-1-iscsi {{(pid=101835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 17 15:12:55.735208 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7310e92-9424-49b1-9bbb-1e8962754546 admin admin] Made reservation on behalf of 5131dce595224bfe8a730cc800f0f158 for: {'subnet': 1} {{(pid=101833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:12:55.737623 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-c7310e92-9424-49b1-9bbb-1e8962754546 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:55.842489 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 59958) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:55.978779 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-c7310e92-9424-49b1-9bbb-1e8962754546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557'] for subnet, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:56.034599 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7310e92-9424-49b1-9bbb-1e8962754546 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5c17a34-0ae9-43c6-8fa8-687d40ad609a,revision_number=0']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:56.046828 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-e5184140-0416-417d-b763-8d5a4ed6f394 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:56.053539 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7310e92-9424-49b1-9bbb-1e8962754546 admin admin] Checking segment: {'id': '4f89a60d-a2d1-4edb-a8d1-149bf81601d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:12:56.053907 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7310e92-9424-49b1-9bbb-1e8962754546 admin admin] Network hostable DHCP agents. Network: 35a21660-a2ad-472c-8fa2-5b7c2854ced6, hostable agents: ['c5ee84d2-283a-4ac2-b5b9-7ea041475697'], hosted agents: [] {{(pid=101833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 17 15:12:56.072184 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7310e92-9424-49b1-9bbb-1e8962754546 admin admin] Network 35a21660-a2ad-472c-8fa2-5b7c2854ced6 is scheduled to be hosted by DHCP agent c5ee84d2-283a-4ac2-b5b9-7ea041475697 with binding_index 1 {{(pid=101833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 17 15:12:56.084620 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.base_scheduler [None req-c7310e92-9424-49b1-9bbb-1e8962754546 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818233-1-iscsi, 35a21660-a2ad-472c-8fa2-5b7c2854ced6) {{(pid=101833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:12:56.089033 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7310e92-9424-49b1-9bbb-1e8962754546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:56.089791 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-c7310e92-9424-49b1-9bbb-1e8962754546 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for subnet, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:56.095992 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1843e3f7-d94e-41d8-8665-a1ff01aa8984 None None] Network 35a21660-a2ad-472c-8fa2-5b7c2854ced6 requested from dv-cinder-818233-1-iscsi {{(pid=101835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 15:12:56.110715 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-c7310e92-9424-49b1-9bbb-1e8962754546 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4214265 Nov 17 15:12:56.113315 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 59966) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:56.119747 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [None req-2398ac25-ae8f-4751-b6f7-603d3c6ea119 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-306581770-router', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba'}}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:12:56.156930 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-e5184140-0416-417d-b763-8d5a4ed6f394 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:56.161904 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-e5184140-0416-417d-b763-8d5a4ed6f394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:56.172063 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-2398ac25-ae8f-4751-b6f7-603d3c6ea119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1045616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56289'] for router, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:56.173205 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-2398ac25-ae8f-4751-b6f7-603d3c6ea119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-600707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11538'] for router, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:56.216720 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-e5184140-0416-417d-b763-8d5a4ed6f394 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=192f735435264a259ab2a431b8b8a2ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3729384 Nov 17 15:12:56.219502 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5184140-0416-417d-b763-8d5a4ed6f394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdd6631-d601-4199-9324-3d34e826dbca,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:56.219638 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 59972) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:56.244744 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 59974) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:56.274822 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:56.291104 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-2398ac25-ae8f-4751-b6f7-603d3c6ea119 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:56.291661 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58772d81-0ed5-4bc3-b4df-4c4780008e44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ad5828d-ca6e-5b2a-b4f4-b9eaa6558937-35a21660-a2ad-472c-8fa2-5b7c2854ced6', 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'fixed_ips': [{'subnet_id': 'e5c17a34-0ae9-43c6-8fa8-687d40ad609a'}]}} from dv-cinder-818233-1-iscsi. {{(pid=101835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 17 15:12:56.292453 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-58772d81-0ed5-4bc3-b4df-4c4780008e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:56.312691 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-947dc051-5a74-4e58-a439-16754d980676 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:56.342968 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-947dc051-5a74-4e58-a439-16754d980676 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:56.446885 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-947dc051-5a74-4e58-a439-16754d980676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:56.450289 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-947dc051-5a74-4e58-a439-16754d980676 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:56.454568 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-947dc051-5a74-4e58-a439-16754d980676 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4cdd6631-d601-4199-9324-3d34e826dbca HTTP/1.1" status: 204 len: 168 time: 0.2330530 Nov 17 15:12:56.467877 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947dc051-5a74-4e58-a439-16754d980676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdd6631-d601-4199-9324-3d34e826dbca,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:56.479435 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-2398ac25-ae8f-4751-b6f7-603d3c6ea119 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:56.527668 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-d09be688-db39-47b8-93f7-f63c90f688e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:56.529351 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.db_base_plugin_common [None req-58772d81-0ed5-4bc3-b4df-4c4780008e44 None None] Allocated IP 172.20.0.2 (35a21660-a2ad-472c-8fa2-5b7c2854ced6/e5c17a34-0ae9-43c6-8fa8-687d40ad609a/dc1ea760-bb72-485b-a589-f5351e60978f) {{(pid=101835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:12:56.609742 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b564829-4279-4f65-854f-8990d1a61558 req-6d84bb3a-1eab-4d9d-a14e-44ca50d5de70 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:56.611437 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-3b564829-4279-4f65-854f-8990d1a61558 req-6d84bb3a-1eab-4d9d-a14e-44ca50d5de70 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.1127670 Nov 17 15:12:56.748130 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-3b564829-4279-4f65-854f-8990d1a61558 req-430bd0b9-608d-4496-b50c-c1137485815c tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283224 Nov 17 15:12:56.751297 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-d09be688-db39-47b8-93f7-f63c90f688e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:56.758473 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-58772d81-0ed5-4bc3-b4df-4c4780008e44 None None] Publish callbacks [] for port, precommit_create {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:56.764157 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-d09be688-db39-47b8-93f7-f63c90f688e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:56.781073 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-58772d81-0ed5-4bc3-b4df-4c4780008e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718'] for port, after_create {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:56.830938 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58772d81-0ed5-4bc3-b4df-4c4780008e44 None None] Network 35a21660-a2ad-472c-8fa2-5b7c2854ced6 is already hosted by enough agents. {{(pid=101835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:12:56.835549 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.scheduler.base_scheduler [None req-58772d81-0ed5-4bc3-b4df-4c4780008e44 None None] Resources bound (agent type, host, resource id): {{(pid=101835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:12:56.838089 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58772d81-0ed5-4bc3-b4df-4c4780008e44 None None] Pushing event updated for resources: {'Port': ['ID=dc1ea760-bb72-485b-a589-f5351e60978f,revision_number=1']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:56.840340 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58772d81-0ed5-4bc3-b4df-4c4780008e44 None None] Received port after_create {{(pid=101835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:12:56.850942 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58772d81-0ed5-4bc3-b4df-4c4780008e44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:12:56.851540 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58772d81-0ed5-4bc3-b4df-4c4780008e44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:12:56.852030 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58772d81-0ed5-4bc3-b4df-4c4780008e44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:12:56.852546 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58772d81-0ed5-4bc3-b4df-4c4780008e44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:12:56.853188 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58772d81-0ed5-4bc3-b4df-4c4780008e44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:12:56.853663 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58772d81-0ed5-4bc3-b4df-4c4780008e44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:12:56.854300 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58772d81-0ed5-4bc3-b4df-4c4780008e44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:12:56.854797 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58772d81-0ed5-4bc3-b4df-4c4780008e44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:12:56.855882 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58772d81-0ed5-4bc3-b4df-4c4780008e44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:12:56.856367 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58772d81-0ed5-4bc3-b4df-4c4780008e44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:12:56.856842 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58772d81-0ed5-4bc3-b4df-4c4780008e44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:12:56.857315 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58772d81-0ed5-4bc3-b4df-4c4780008e44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:12:56.905070 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 59990) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:56.906217 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-d09be688-db39-47b8-93f7-f63c90f688e6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=55f7bba9c43a48c9984128a5211e1074&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6603963 Nov 17 15:12:56.910742 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 59992) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:56.918654 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09be688-db39-47b8-93f7-f63c90f688e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e633a3-5c01-4c0d-912a-e085586df05c,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:56.919205 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-58772d81-0ed5-4bc3-b4df-4c4780008e44 None None] Attempting to bind port dc1ea760-bb72-485b-a589-f5351e60978f on host dv-cinder-818233-1-iscsi for vnic_type normal with profile {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 15:12:56.919669 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-58772d81-0ed5-4bc3-b4df-4c4780008e44 None None] Attempting to bind port dc1ea760-bb72-485b-a589-f5351e60978f by drivers openvswitch,hyperv on host dv-cinder-818233-1-iscsi at level 0 using segments [{'id': '4f89a60d-a2d1-4edb-a8d1-149bf81601d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6'}] {{(pid=101835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 15:12:56.920094 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58772d81-0ed5-4bc3-b4df-4c4780008e44 None None] Attempting to bind port dc1ea760-bb72-485b-a589-f5351e60978f on network 35a21660-a2ad-472c-8fa2-5b7c2854ced6 {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:12:56.926066 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58772d81-0ed5-4bc3-b4df-4c4780008e44 None None] Checking agent: {'id': '80212031-474b-4b2d-a4cc-c8968f8491db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818233-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 15, 2, 57), 'started_at': datetime.datetime(2021, 11, 17, 15, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 15, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818233-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 15:12:56.926524 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58772d81-0ed5-4bc3-b4df-4c4780008e44 None None] Checking segment: {'id': '4f89a60d-a2d1-4edb-a8d1-149bf81601d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:12:56.927021 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-58772d81-0ed5-4bc3-b4df-4c4780008e44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:56.927790 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58772d81-0ed5-4bc3-b4df-4c4780008e44 None None] Bound using segment: {'id': '4f89a60d-a2d1-4edb-a8d1-149bf81601d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6'} {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 15:12:56.928713 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-58772d81-0ed5-4bc3-b4df-4c4780008e44 None None] Bound port: dc1ea760-bb72-485b-a589-f5351e60978f, host: dv-cinder-818233-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f89a60d-a2d1-4edb-a8d1-149bf81601d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6'}}] {{(pid=101835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 15:12:56.929287 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-58772d81-0ed5-4bc3-b4df-4c4780008e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:56.935733 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-4619314a-6f5d-4843-ac40-8b98757b0df7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:56.990692 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-2398ac25-ae8f-4751-b6f7-603d3c6ea119 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:57.006333 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-58772d81-0ed5-4bc3-b4df-4c4780008e44 None None] For port dc1ea760-bb72-485b-a589-f5351e60978f, host dv-cinder-818233-1-iscsi, cleared binding levels {{(pid=101835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 15:12:57.009850 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-58772d81-0ed5-4bc3-b4df-4c4780008e44 None None] For port dc1ea760-bb72-485b-a589-f5351e60978f, host dv-cinder-818233-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=dc1ea760-bb72-485b-a589-f5351e60978f,segment=NetworkSegment(4f89a60d-a2d1-4edb-a8d1-149bf81601d9),segment_id=4f89a60d-a2d1-4edb-a8d1-149bf81601d9)] {{(pid=101835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 15:12:57.017549 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-58772d81-0ed5-4bc3-b4df-4c4780008e44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:57.021945 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-2398ac25-ae8f-4751-b6f7-603d3c6ea119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:57.024539 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-238c5fd0-6ada-45c7-ba0b-e002f37fb02b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:57.029162 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-4619314a-6f5d-4843-ac40-8b98757b0df7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:57.043539 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-4619314a-6f5d-4843-ac40-8b98757b0df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:57.092056 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-4619314a-6f5d-4843-ac40-8b98757b0df7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2339678ac0774d78abc3937f7099ef22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1857078 Nov 17 15:12:57.093498 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4619314a-6f5d-4843-ac40-8b98757b0df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9330f70e-a964-48e9-b33c-9f14a94fbe10,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:57.096119 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 59994) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:57.130880 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:57.133796 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58772d81-0ed5-4bc3-b4df-4c4780008e44 None None] Pushing event updated for resources: {'Port': ['ID=dc1ea760-bb72-485b-a589-f5351e60978f,revision_number=2']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:57.144734 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-238c5fd0-6ada-45c7-ba0b-e002f37fb02b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:57.160347 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-ec98a6fa-1c40-45c5-8984-70dddb36d2de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:57.199169 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-ec98a6fa-1c40-45c5-8984-70dddb36d2de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:57.252345 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.db_base_plugin_common [None req-2398ac25-ae8f-4751-b6f7-603d3c6ea119 admin admin] Allocated IP 172.27.1.20 (183472ab-d8ab-4bee-8fe8-a0a558356eba/10bde91e-9264-4f35-ad90-cbbdc12529d4/13f6defa-d81d-4cbd-b56b-caef0a78c82f) {{(pid=101834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:12:57.265094 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-ec98a6fa-1c40-45c5-8984-70dddb36d2de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:57.268210 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-ec98a6fa-1c40-45c5-8984-70dddb36d2de admin admin] Publish callbacks [] for security_group, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:57.269164 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-ec98a6fa-1c40-45c5-8984-70dddb36d2de admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9330f70e-a964-48e9-b33c-9f14a94fbe10 HTTP/1.1" status: 204 len: 168 time: 0.1719890 Nov 17 15:12:57.278519 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec98a6fa-1c40-45c5-8984-70dddb36d2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9330f70e-a964-48e9-b33c-9f14a94fbe10,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:57.282609 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-238c5fd0-6ada-45c7-ba0b-e002f37fb02b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:57.285683 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-238c5fd0-6ada-45c7-ba0b-e002f37fb02b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:57.290568 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-238c5fd0-6ada-45c7-ba0b-e002f37fb02b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/71e633a3-5c01-4c0d-912a-e085586df05c HTTP/1.1" status: 204 len: 168 time: 0.3767302 Nov 17 15:12:57.310141 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c5fd0-6ada-45c7-ba0b-e002f37fb02b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e633a3-5c01-4c0d-912a-e085586df05c,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:57.437307 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-2398ac25-ae8f-4751-b6f7-603d3c6ea119 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:57.493737 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-2398ac25-ae8f-4751-b6f7-603d3c6ea119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:57.551339 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2398ac25-ae8f-4751-b6f7-603d3c6ea119 admin admin] Network 183472ab-d8ab-4bee-8fe8-a0a558356eba is already hosted by enough agents. {{(pid=101834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:12:57.556777 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.base_scheduler [None req-2398ac25-ae8f-4751-b6f7-603d3c6ea119 admin admin] Resources bound (agent type, host, resource id): {{(pid=101834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:12:57.560044 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2398ac25-ae8f-4751-b6f7-603d3c6ea119 admin admin] Received port after_create {{(pid=101834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:12:57.600854 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2398ac25-ae8f-4751-b6f7-603d3c6ea119 admin admin] Pushing event updated for resources: {'Port': ['ID=13f6defa-d81d-4cbd-b56b-caef0a78c82f,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:57.776908 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 60018) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:57.791184 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-c9757edc-908e-4050-baaa-1eefc43add2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:57.881889 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-2398ac25-ae8f-4751-b6f7-603d3c6ea119 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:57.938458 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.agents_db [None req-8c09612d-4555-4199-ac80-2bf3536e394d None None] Agent healthcheck: found 6 active agents {{(pid=101836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 15:12:58.233204 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-c9757edc-908e-4050-baaa-1eefc43add2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:58.269892 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-c9757edc-908e-4050-baaa-1eefc43add2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:58.288223 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c07b8bc-6845-4792-b0dc-1fa9c05ee623 None None] Network 35a21660-a2ad-472c-8fa2-5b7c2854ced6 requested from dv-cinder-818233-1-iscsi {{(pid=101835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 15:12:58.377680 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-c9757edc-908e-4050-baaa-1eefc43add2f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3d53a18a13dc4ed4b26fb11b0c83c94d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5994289 Nov 17 15:12:58.380754 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 60044) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:58.392264 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-b9b30cb0-388e-49de-b26b-2b272a3e44bd None None] Provisioning complete for port dc1ea760-bb72-485b-a589-f5351e60978f triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:12:58.392642 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-b9b30cb0-388e-49de-b26b-2b272a3e44bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:58.409229 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-2398ac25-ae8f-4751-b6f7-603d3c6ea119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527025'] for router, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:58.449927 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-4bb877fe-5b8b-45be-a46d-4a91a921d10d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:58.487592 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-4bb877fe-5b8b-45be-a46d-4a91a921d10d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:58.541912 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-b9b30cb0-388e-49de-b26b-2b272a3e44bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:58.546633 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-4bb877fe-5b8b-45be-a46d-4a91a921d10d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:58.550327 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-4bb877fe-5b8b-45be-a46d-4a91a921d10d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:58.556770 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-4bb877fe-5b8b-45be-a46d-4a91a921d10d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f0fc559c-3859-4e0e-8d59-3c4d6de907cb HTTP/1.1" status: 204 len: 168 time: 0.1748729 Nov 17 15:12:58.570593 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb877fe-5b8b-45be-a46d-4a91a921d10d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0fc559c-3859-4e0e-8d59-3c4d6de907cb,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:58.586882 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9757edc-908e-4050-baaa-1eefc43add2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0fc559c-3859-4e0e-8d59-3c4d6de907cb,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:58.597371 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-b9b30cb0-388e-49de-b26b-2b272a3e44bd None None] For port dc1ea760-bb72-485b-a589-f5351e60978f, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=dc1ea760-bb72-485b-a589-f5351e60978f,segment=NetworkSegment(4f89a60d-a2d1-4edb-a8d1-149bf81601d9),segment_id=4f89a60d-a2d1-4edb-a8d1-149bf81601d9)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:12:58.604170 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-b9b30cb0-388e-49de-b26b-2b272a3e44bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:58.643420 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6f6c1-519d-4d4d-a74d-926f93093812 req-799adbce-3b63-4c6a-972c-ba6ad42ef4d0 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:12:58.650856 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-03e6f6c1-519d-4d4d-a74d-926f93093812 req-799adbce-3b63-4c6a-972c-ba6ad42ef4d0 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.2369001 Nov 17 15:12:58.684824 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2398ac25-ae8f-4751-b6f7-603d3c6ea119 admin admin] Router a61df69b-0ab4-40d4-a1f4-c7078d62aced is scheduled to L3 agent ed3bd2e8-8a22-4616-b806-7e727ef760a6 with binding_index 1 {{(pid=101834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 17 15:12:58.709963 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b30cb0-388e-49de-b26b-2b272a3e44bd None None] Pushing event updated for resources: {'Port': ['ID=dc1ea760-bb72-485b-a589-f5351e60978f,revision_number=3']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:58.752486 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-03e6f6c1-519d-4d4d-a74d-926f93093812 req-fd1c3aa1-c46f-42bd-addf-d15fc553da86 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006684 Nov 17 15:12:58.773026 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device dc1ea760-bb72-485b-a589-f5351e60978f up at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:12:58.869279 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Provisioning complete for port dc1ea760-bb72-485b-a589-f5351e60978f triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:12:58.870983 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:58.931833 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2398ac25-ae8f-4751-b6f7-603d3c6ea119 admin admin] Notify agent at l3_agent.dv-cinder-818233-1-iscsi the message routers_updated {{(pid=101834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 15:12:58.942138 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980c6a44-a853-46f2-817a-e59ed9bce82a None None] Sync routers for ids ['a61df69b-0ab4-40d4-a1f4-c7078d62aced'] in dv-cinder-818233-1-iscsi {{(pid=101836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 15:12:58.947529 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-994cfac6-c370-4b91-9ae3-7ff781e1c533 None None] Provisioning complete for port dc1ea760-bb72-485b-a589-f5351e60978f triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:12:58.948305 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-994cfac6-c370-4b91-9ae3-7ff781e1c533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:58.954509 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980c6a44-a853-46f2-817a-e59ed9bce82a None None] Routers {'a61df69b-0ab4-40d4-a1f4-c7078d62aced'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:12:58.955139 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-980c6a44-a853-46f2-817a-e59ed9bce82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:12:54Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['a61df69b-0ab4-40d4-a1f4-c7078d62aced'], 'active': True} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:12:58.964234 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-2398ac25-ae8f-4751-b6f7-603d3c6ea119 admin admin] Publish callbacks [] for router, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:58.968014 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-2398ac25-ae8f-4751-b6f7-603d3c6ea119 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8531470 Nov 17 15:12:58.973251 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 60056) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:12:59.189743 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvr_db [None req-980c6a44-a853-46f2-817a-e59ed9bce82a None None] Set router a61df69b-0ab4-40d4-a1f4-c7078d62aced gateway port host: dv-cinder-818233-1-iscsi {{(pid=101836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:12:59.423822 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-980c6a44-a853-46f2-817a-e59ed9bce82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'name': 'tempest-TestVolumeBootPattern-306581770-router', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '13f6defa-d81d-4cbd-b56b-caef0a78c82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:12:56Z', 'updated_at': '2021-11-17T15:12:57Z', 'revision_number': 3, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'gw_port': {'id': '13f6defa-d81d-4cbd-b56b-caef0a78c82f', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:92:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:12:57Z', 'updated_at': '2021-11-17T15:12:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi'}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:12:59.457079 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980c6a44-a853-46f2-817a-e59ed9bce82a None None] Checking router: a61df69b-0ab4-40d4-a1f4-c7078d62aced for host: dv-cinder-818233-1-iscsi {{(pid=101836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 15:12:59.457439 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980c6a44-a853-46f2-817a-e59ed9bce82a None None] Updating router a61df69b-0ab4-40d4-a1f4-c7078d62aced port 13f6defa-d81d-4cbd-b56b-caef0a78c82f binding host dv-cinder-818233-1-iscsi {{(pid=101836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 17 15:12:59.483134 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-980c6a44-a853-46f2-817a-e59ed9bce82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:59.601186 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-c7ada9f1-787c-4545-8fb9-63829f5ca01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:59.759155 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-980c6a44-a853-46f2-817a-e59ed9bce82a None None] Publish callbacks [] for port, precommit_update {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:59.764675 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-980c6a44-a853-46f2-817a-e59ed9bce82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:59.779643 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.db.db_base_plugin_common [None req-c7ada9f1-787c-4545-8fb9-63829f5ca01e admin admin] Allocated IP 172.20.0.1 (35a21660-a2ad-472c-8fa2-5b7c2854ced6/e5c17a34-0ae9-43c6-8fa8-687d40ad609a/390b095e-58fd-4b61-b533-dbc126b40592) {{(pid=101833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:12:59.820808 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.managers [None req-980c6a44-a853-46f2-817a-e59ed9bce82a None None] Attempting to bind port 13f6defa-d81d-4cbd-b56b-caef0a78c82f on host dv-cinder-818233-1-iscsi for vnic_type normal with profile {{(pid=101836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 15:12:59.821183 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.managers [None req-980c6a44-a853-46f2-817a-e59ed9bce82a None None] Attempting to bind port 13f6defa-d81d-4cbd-b56b-caef0a78c82f by drivers openvswitch,hyperv on host dv-cinder-818233-1-iscsi at level 0 using segments [{'id': 'e39e10fc-a942-4c92-be27-2cc9068c33b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba'}] {{(pid=101836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 15:12:59.823182 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980c6a44-a853-46f2-817a-e59ed9bce82a None None] Attempting to bind port 13f6defa-d81d-4cbd-b56b-caef0a78c82f on network 183472ab-d8ab-4bee-8fe8-a0a558356eba {{(pid=101836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:12:59.824757 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c85e9b-a9c9-42b8-989b-94c36e064445 None None] Pushing event updated for resources: {'Port': ['ID=13f6defa-d81d-4cbd-b56b-caef0a78c82f,revision_number=2']} {{(pid=101836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:59.832422 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980c6a44-a853-46f2-817a-e59ed9bce82a None None] Checking agent: {'id': '80212031-474b-4b2d-a4cc-c8968f8491db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818233-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 15, 2, 57), 'started_at': datetime.datetime(2021, 11, 17, 15, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 15, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818233-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 15:12:59.832987 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980c6a44-a853-46f2-817a-e59ed9bce82a None None] Checking segment: {'id': 'e39e10fc-a942-4c92-be27-2cc9068c33b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:12:59.834064 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-980c6a44-a853-46f2-817a-e59ed9bce82a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:59.834623 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980c6a44-a853-46f2-817a-e59ed9bce82a None None] Bound using segment: {'id': 'e39e10fc-a942-4c92-be27-2cc9068c33b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba'} {{(pid=101836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 15:12:59.835236 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.managers [None req-980c6a44-a853-46f2-817a-e59ed9bce82a None None] Bound port: 13f6defa-d81d-4cbd-b56b-caef0a78c82f, host: dv-cinder-818233-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e39e10fc-a942-4c92-be27-2cc9068c33b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba'}}] {{(pid=101836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 15:12:59.835890 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-980c6a44-a853-46f2-817a-e59ed9bce82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:59.839278 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c85e9b-a9c9-42b8-989b-94c36e064445 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:12:59.839672 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c85e9b-a9c9-42b8-989b-94c36e064445 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:12:59.840015 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c85e9b-a9c9-42b8-989b-94c36e064445 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:12:59.840456 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c85e9b-a9c9-42b8-989b-94c36e064445 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:12:59.840664 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c85e9b-a9c9-42b8-989b-94c36e064445 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:12:59.840992 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c85e9b-a9c9-42b8-989b-94c36e064445 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:12:59.841312 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c85e9b-a9c9-42b8-989b-94c36e064445 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:12:59.841635 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c85e9b-a9c9-42b8-989b-94c36e064445 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:12:59.841971 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c85e9b-a9c9-42b8-989b-94c36e064445 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:12:59.842295 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c85e9b-a9c9-42b8-989b-94c36e064445 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:12:59.842613 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c85e9b-a9c9-42b8-989b-94c36e064445 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:12:59.842928 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c85e9b-a9c9-42b8-989b-94c36e064445 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:12:59.894984 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.db [None req-980c6a44-a853-46f2-817a-e59ed9bce82a None None] For port 13f6defa-d81d-4cbd-b56b-caef0a78c82f, host dv-cinder-818233-1-iscsi, cleared binding levels {{(pid=101836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 15:12:59.899036 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.db [None req-980c6a44-a853-46f2-817a-e59ed9bce82a None None] For port 13f6defa-d81d-4cbd-b56b-caef0a78c82f, host dv-cinder-818233-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=13f6defa-d81d-4cbd-b56b-caef0a78c82f,segment=NetworkSegment(e39e10fc-a942-4c92-be27-2cc9068c33b8),segment_id=e39e10fc-a942-4c92-be27-2cc9068c33b8)] {{(pid=101836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 15:12:59.904152 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-980c6a44-a853-46f2-817a-e59ed9bce82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:59.915966 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-c7ada9f1-787c-4545-8fb9-63829f5ca01e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:59.962781 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-c7ada9f1-787c-4545-8fb9-63829f5ca01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718'] for port, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:12:59.967311 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c85e9b-a9c9-42b8-989b-94c36e064445 None None] Pushing event updated for resources: {'Port': ['ID=13f6defa-d81d-4cbd-b56b-caef0a78c82f,revision_number=3']} {{(pid=101836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:12:59.980708 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980c6a44-a853-46f2-817a-e59ed9bce82a None None] Routers {'a61df69b-0ab4-40d4-a1f4-c7078d62aced'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:12:59.981498 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-980c6a44-a853-46f2-817a-e59ed9bce82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:12:54Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['a61df69b-0ab4-40d4-a1f4-c7078d62aced'], 'active': True} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:13:00.007442 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ada9f1-787c-4545-8fb9-63829f5ca01e admin admin] Network 35a21660-a2ad-472c-8fa2-5b7c2854ced6 is already hosted by enough agents. {{(pid=101833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:13:00.010750 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.base_scheduler [None req-c7ada9f1-787c-4545-8fb9-63829f5ca01e admin admin] Resources bound (agent type, host, resource id): {{(pid=101833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:13:00.013290 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ada9f1-787c-4545-8fb9-63829f5ca01e admin admin] Received port after_create {{(pid=101833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:13:00.013917 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-c7ada9f1-787c-4545-8fb9-63829f5ca01e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524977'] for router_interface, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:00.054732 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ada9f1-787c-4545-8fb9-63829f5ca01e admin admin] Pushing event updated for resources: {'Port': ['ID=390b095e-58fd-4b61-b533-dbc126b40592,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:13:00.104645 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvr_db [None req-980c6a44-a853-46f2-817a-e59ed9bce82a None None] Set router a61df69b-0ab4-40d4-a1f4-c7078d62aced gateway port host: dv-cinder-818233-1-iscsi {{(pid=101836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:13:00.183941 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-c7ada9f1-787c-4545-8fb9-63829f5ca01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:00.306200 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-0d8417d0-b290-45d1-a474-f24a8874aa4b None None] Provisioning complete for port 390b095e-58fd-4b61-b533-dbc126b40592 triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:13:00.306690 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-0d8417d0-b290-45d1-a474-f24a8874aa4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:00.377272 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-0d8417d0-b290-45d1-a474-f24a8874aa4b None None] Port 390b095e-58fd-4b61-b533-dbc126b40592 cannot update to ACTIVE because it is not bound. {{(pid=101835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 15:13:00.402531 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-980c6a44-a853-46f2-817a-e59ed9bce82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'name': 'tempest-TestVolumeBootPattern-306581770-router', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '13f6defa-d81d-4cbd-b56b-caef0a78c82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:12:56Z', 'updated_at': '2021-11-17T15:12:57Z', 'revision_number': 3, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'gw_port': {'id': '13f6defa-d81d-4cbd-b56b-caef0a78c82f', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:92:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:12:57Z', 'updated_at': '2021-11-17T15:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi'}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:13:00.443167 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980c6a44-a853-46f2-817a-e59ed9bce82a None None] The sync data for ids ['a61df69b-0ab4-40d4-a1f4-c7078d62aced'] in dv-cinder-818233-1-iscsi is: [{'id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'name': 'tempest-TestVolumeBootPattern-306581770-router', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '13f6defa-d81d-4cbd-b56b-caef0a78c82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:12:56Z', 'updated_at': '2021-11-17T15:12:57Z', 'revision_number': 3, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'gw_port': {'id': '13f6defa-d81d-4cbd-b56b-caef0a78c82f', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:92:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:12:57Z', 'updated_at': '2021-11-17T15:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi'}] {{(pid=101836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 15:13:00.481245 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-c7ada9f1-787c-4545-8fb9-63829f5ca01e admin admin] Publish callbacks [] for port, precommit_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:00.489203 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-c7ada9f1-787c-4545-8fb9-63829f5ca01e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:00.490699 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-c7ada9f1-787c-4545-8fb9-63829f5ca01e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1014539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-525634'] for router_interface, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:00.491717 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-3fef5cf9-6da7-4cce-8808-937b15c986a3 req-70ed25ed-b6c1-4519-bc80-85440cf6a1e8 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=ec0708b751244b56bcfdc409fe8b6761&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303261 Nov 17 15:13:00.585086 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ada9f1-787c-4545-8fb9-63829f5ca01e admin admin] Pushing event updated for resources: {'Port': ['ID=390b095e-58fd-4b61-b533-dbc126b40592,revision_number=2']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:13:00.632964 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-4ab73049-cb34-4c8a-bf65-ba33b372aa1f req-3a34e70d-4d0c-4b83-899f-e19d10074e0c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1169105 Nov 17 15:13:00.660460 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device dc1ea760-bb72-485b-a589-f5351e60978f up at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:13:00.696305 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ada9f1-787c-4545-8fb9-63829f5ca01e admin admin] Network 35a21660-a2ad-472c-8fa2-5b7c2854ced6 is already hosted by enough agents. {{(pid=101833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:13:00.699051 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.base_scheduler [None req-c7ada9f1-787c-4545-8fb9-63829f5ca01e admin admin] Resources bound (agent type, host, resource id): {{(pid=101833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:13:00.729531 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef5cf9-6da7-4cce-8808-937b15c986a3 req-16cc1b45-3ce5-48d4-bfff-b02208276451 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:00.731030 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-3fef5cf9-6da7-4cce-8808-937b15c986a3 req-16cc1b45-3ce5-48d4-bfff-b02208276451 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2311058 Nov 17 15:13:00.747215 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Provisioning complete for port dc1ea760-bb72-485b-a589-f5351e60978f triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:13:00.747840 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:00.754434 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab73049-cb34-4c8a-bf65-ba33b372aa1f req-a3fa6058-d3ee-43f8-a2dd-b88cddfbeca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:00.754811 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-3fef5cf9-6da7-4cce-8808-937b15c986a3 req-2b86cf80-2c68-4aad-afd7-21abe4300ded tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] 10.222.0.62 "GET /v2.0/quotas/ec0708b751244b56bcfdc409fe8b6761 HTTP/1.1" status: 200 len: 375 time: 0.0156941 Nov 17 15:13:00.762000 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-4ab73049-cb34-4c8a-bf65-ba33b372aa1f req-a3fa6058-d3ee-43f8-a2dd-b88cddfbeca5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2c31c9cd89174556a7ca67ee64363dab&device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 1099 time: 0.1012824 Nov 17 15:13:00.817636 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-3fef5cf9-6da7-4cce-8808-937b15c986a3 req-9956455c-1bf6-4af7-b97d-180d5d803d90 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ec0708b751244b56bcfdc409fe8b6761&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553865 Nov 17 15:13:01.105820 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-13ba03e3-ad34-4829-9f0e-8d63dea52dd5 None None] Provisioning complete for port 390b095e-58fd-4b61-b533-dbc126b40592 triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:13:01.106473 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-13ba03e3-ad34-4829-9f0e-8d63dea52dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:01.147232 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-13ba03e3-ad34-4829-9f0e-8d63dea52dd5 None None] Port 390b095e-58fd-4b61-b533-dbc126b40592 cannot update to ACTIVE because it is not bound. {{(pid=101835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 15:13:01.194413 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-e1de8836-f502-4783-8b97-a9a427074799 req-b6043df4-dfbf-4fa4-aabc-d6f93ba91632 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb86f973-3d00-4500-a628-3d660a2d64ae HTTP/1.1" status: 200 len: 210 time: 0.0399120 Nov 17 15:13:01.206129 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7ada9f1-787c-4545-8fb9-63829f5ca01e admin admin] Router a61df69b-0ab4-40d4-a1f4-c7078d62aced has already been hosted by L3 agent ed3bd2e8-8a22-4616-b806-7e727ef760a6 {{(pid=101833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 15:13:01.232146 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab73049-cb34-4c8a-bf65-ba33b372aa1f req-07e52b8e-b1eb-488c-a58d-cde43c8b1c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:01.233710 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-4ab73049-cb34-4c8a-bf65-ba33b372aa1f req-07e52b8e-b1eb-488c-a58d-cde43c8b1c20 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8f735dfc-629f-48fb-8e93-a13cf556a60b HTTP/1.1" status: 200 len: 920 time: 0.4479275 Nov 17 15:13:01.316285 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-4ab73049-cb34-4c8a-bf65-ba33b372aa1f req-62fd56a0-8512-45ba-bae2-10a5ed540609 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=56a90435-3db1-4186-ad8f-7aa3e092af42 HTTP/1.1" status: 200 len: 217 time: 0.0471411 Nov 17 15:13:01.425351 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab73049-cb34-4c8a-bf65-ba33b372aa1f req-dc600433-a024-4d9a-b05a-9c205828373a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:01.427531 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-4ab73049-cb34-4c8a-bf65-ba33b372aa1f req-dc600433-a024-4d9a-b05a-9c205828373a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=88826920-16d8-4049-9290-269b7ad338c8 HTTP/1.1" status: 200 len: 859 time: 0.1001842 Nov 17 15:13:01.430809 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ada9f1-787c-4545-8fb9-63829f5ca01e admin admin] Notify agent at l3_agent.dv-cinder-818233-1-iscsi the message routers_updated {{(pid=101833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 15:13:01.440090 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-c7ada9f1-787c-4545-8fb9-63829f5ca01e admin admin] 10.222.0.62 "PUT /v2.0/routers/a61df69b-0ab4-40d4-a1f4-c7078d62aced/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4647288 Nov 17 15:13:01.479327 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-4ab73049-cb34-4c8a-bf65-ba33b372aa1f req-f75fb764-52d6-4a33-a8be-9208ba6d87c6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8f735dfc-629f-48fb-8e93-a13cf556a60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352719 Nov 17 15:13:01.594210 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-4ab73049-cb34-4c8a-bf65-ba33b372aa1f req-5b7489ef-c51c-4502-bf69-5ca88ae90407 service neutron] 10.222.0.55 "GET /v2.0/networks/8f735dfc-629f-48fb-8e93-a13cf556a60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058226 Nov 17 15:13:01.727443 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-4ab73049-cb34-4c8a-bf65-ba33b372aa1f req-edeb077b-1934-406b-bd78-01019f734cbd service neutron] 10.222.0.55 "GET /v2.0/networks/8f735dfc-629f-48fb-8e93-a13cf556a60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212454 Nov 17 15:13:02.083139 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 60160) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:13:02.088658 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.v2.base [None req-3491cf71-33c2-472b-81e6-20ad9e048fd4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1215215318-network', 'tenant_id': 'd6d252fba4c34628a930233b7ab85306'}} {{(pid=101833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:13:02.110910 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3491cf71-33c2-472b-81e6-20ad9e048fd4 admin admin] Made reservation on behalf of d6d252fba4c34628a930233b7ab85306 for: {'network': 1} {{(pid=101833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:13:02.113255 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-3491cf71-33c2-472b-81e6-20ad9e048fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for network, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:02.122953 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-3491cf71-33c2-472b-81e6-20ad9e048fd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:02.196551 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-3491cf71-33c2-472b-81e6-20ad9e048fd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:02.200218 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-3491cf71-33c2-472b-81e6-20ad9e048fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:02.224936 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3491cf71-33c2-472b-81e6-20ad9e048fd4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=101833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 17 15:13:02.233428 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3491cf71-33c2-472b-81e6-20ad9e048fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201cddf1-b673-46e0-900d-c5e89907394b,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:13:02.239190 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-3491cf71-33c2-472b-81e6-20ad9e048fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931355'] for segment, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:02.240114 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.db.segments_db [None req-3491cf71-33c2-472b-81e6-20ad9e048fd4 admin admin] Added segment 6acd6724-b3b5-4639-91c9-7f0d1402f3e7 of type vlan for network 1fca104d-ea74-4332-bec0-89b177260d77 Nov 17 15:13:02.282807 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-3491cf71-33c2-472b-81e6-20ad9e048fd4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776333902596'] for network, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:02.310324 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-3491cf71-33c2-472b-81e6-20ad9e048fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557'] for network, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:02.311275 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3491cf71-33c2-472b-81e6-20ad9e048fd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:02.311901 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-3491cf71-33c2-472b-81e6-20ad9e048fd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for network, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:02.326311 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-83fbb3db-6935-4bba-b9d0-668e57c4dc80 req-a2ed330d-486a-4cfd-8da1-c49dcab7e221 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb86f973-3d00-4500-a628-3d660a2d64ae HTTP/1.1" status: 200 len: 210 time: 0.0286810 Nov 17 15:13:02.346204 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-3491cf71-33c2-472b-81e6-20ad9e048fd4 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2614002 Nov 17 15:13:02.349045 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 60164) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:13:02.354065 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [None req-c4a20dfa-6da6-4512-b909-66a0b03864e3 admin admin] Request body: {'subnet': {'network_id': '1fca104d-ea74-4332-bec0-89b177260d77', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1215215318-subnet', 'tenant_id': 'd6d252fba4c34628a930233b7ab85306', 'ip_version': 4}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:13:02.376121 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3491cf71-33c2-472b-81e6-20ad9e048fd4 admin admin] Pushing event updated for resources: {'Network': ['ID=1fca104d-ea74-4332-bec0-89b177260d77,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:13:02.376523 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a20dfa-6da6-4512-b909-66a0b03864e3 admin admin] Made reservation on behalf of d6d252fba4c34628a930233b7ab85306 for: {'subnet': 1} {{(pid=101834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:13:02.378820 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-c4a20dfa-6da6-4512-b909-66a0b03864e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5767616'] for subnet, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:02.388920 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Network 1fca104d-ea74-4332-bec0-89b177260d77 details requested by agent ovs-agent-dv-cinder-818233-1-iscsi with host dv-cinder-818233-1-iscsi {{(pid=101835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 17 15:13:02.406188 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67805a7a-4d44-4fca-bae6-b06840e01c5a None None] Sync routers for ids ['a61df69b-0ab4-40d4-a1f4-c7078d62aced'] in dv-cinder-818233-1-iscsi {{(pid=101835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 15:13:02.467473 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67805a7a-4d44-4fca-bae6-b06840e01c5a None None] Routers {'a61df69b-0ab4-40d4-a1f4-c7078d62aced'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:13:02.468176 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-67805a7a-4d44-4fca-bae6-b06840e01c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:12:54Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['a61df69b-0ab4-40d4-a1f4-c7078d62aced'], 'active': True} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:13:02.564546 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-c4a20dfa-6da6-4512-b909-66a0b03864e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5767662'] for subnet, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:02.592926 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvr_db [None req-67805a7a-4d44-4fca-bae6-b06840e01c5a None None] Set router a61df69b-0ab4-40d4-a1f4-c7078d62aced gateway port host: dv-cinder-818233-1-iscsi {{(pid=101835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:13:02.630084 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a20dfa-6da6-4512-b909-66a0b03864e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c2d7312-481e-4956-8d63-7adb5f29551c,revision_number=0']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:13:02.632021 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a20dfa-6da6-4512-b909-66a0b03864e3 admin admin] Checking segment: {'id': '6acd6724-b3b5-4639-91c9-7f0d1402f3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '1fca104d-ea74-4332-bec0-89b177260d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:13:02.632374 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a20dfa-6da6-4512-b909-66a0b03864e3 admin admin] Network hostable DHCP agents. Network: 1fca104d-ea74-4332-bec0-89b177260d77, hostable agents: ['c5ee84d2-283a-4ac2-b5b9-7ea041475697'], hosted agents: [] {{(pid=101834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 17 15:13:02.651088 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a20dfa-6da6-4512-b909-66a0b03864e3 admin admin] Network 1fca104d-ea74-4332-bec0-89b177260d77 is scheduled to be hosted by DHCP agent c5ee84d2-283a-4ac2-b5b9-7ea041475697 with binding_index 1 {{(pid=101834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 17 15:13:02.660406 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.base_scheduler [None req-c4a20dfa-6da6-4512-b909-66a0b03864e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818233-1-iscsi, 1fca104d-ea74-4332-bec0-89b177260d77) {{(pid=101834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:13:02.665470 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a20dfa-6da6-4512-b909-66a0b03864e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:02.666248 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-c4a20dfa-6da6-4512-b909-66a0b03864e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for subnet, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:02.670167 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03e766c-833d-4f52-8466-b84b19610dfa None None] Network 1fca104d-ea74-4332-bec0-89b177260d77 requested from dv-cinder-818233-1-iscsi {{(pid=101835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 15:13:02.688323 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 60172) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:13:02.688582 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-c4a20dfa-6da6-4512-b909-66a0b03864e3 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3381305 Nov 17 15:13:02.694419 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.v2.base [None req-62d59676-0e82-4406-852b-782167e7de09 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1215215318-router', 'tenant_id': 'd6d252fba4c34628a930233b7ab85306', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba'}}} {{(pid=101833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:13:02.719906 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-62d59676-0e82-4406-852b-782167e7de09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1045616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56289'] for router, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:02.720967 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-62d59676-0e82-4406-852b-782167e7de09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-600707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11538'] for router, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:02.732740 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device 13f6defa-d81d-4cbd-b56b-caef0a78c82f up at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:13:02.775712 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-62d59676-0e82-4406-852b-782167e7de09 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:02.919422 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-62d59676-0e82-4406-852b-782167e7de09 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:02.965732 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:03.062541 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Provisioning complete for port 13f6defa-d81d-4cbd-b56b-caef0a78c82f triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:13:03.062908 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:03.109074 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-62d59676-0e82-4406-852b-782167e7de09 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:03.127491 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-62d59676-0e82-4406-852b-782167e7de09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:03.138977 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31db99bc-8546-4562-9cbe-7731367ecaf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ad5828d-ca6e-5b2a-b4f4-b9eaa6558937-1fca104d-ea74-4332-bec0-89b177260d77', 'network_id': '1fca104d-ea74-4332-bec0-89b177260d77', 'tenant_id': 'd6d252fba4c34628a930233b7ab85306', 'fixed_ips': [{'subnet_id': '5c2d7312-481e-4956-8d63-7adb5f29551c'}]}} from dv-cinder-818233-1-iscsi. {{(pid=101835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 17 15:13:03.139826 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-31db99bc-8546-4562-9cbe-7731367ecaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:03.173259 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-67805a7a-4d44-4fca-bae6-b06840e01c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'name': 'tempest-TestVolumeBootPattern-306581770-router', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '13f6defa-d81d-4cbd-b56b-caef0a78c82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:12:56Z', 'updated_at': '2021-11-17T15:13:00Z', 'revision_number': 4, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'gw_port': {'id': '13f6defa-d81d-4cbd-b56b-caef0a78c82f', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:92:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:12:57Z', 'updated_at': '2021-11-17T15:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': '390b095e-58fd-4b61-b533-dbc126b40592', 'name': '', 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'mac_address': 'fa:16:3e:d3:f2:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e5c17a34-0ae9-43c6-8fa8-687d40ad609a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:12:59Z', 'updated_at': '2021-11-17T15:13:00Z', 'revision_number': 2, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'subnets': [{'id': 'e5c17a34-0ae9-43c6-8fa8-687d40ad609a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:13:03.225660 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67805a7a-4d44-4fca-bae6-b06840e01c5a None None] Checking router: a61df69b-0ab4-40d4-a1f4-c7078d62aced for host: dv-cinder-818233-1-iscsi {{(pid=101835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 15:13:03.226012 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67805a7a-4d44-4fca-bae6-b06840e01c5a None None] Updating router a61df69b-0ab4-40d4-a1f4-c7078d62aced port 390b095e-58fd-4b61-b533-dbc126b40592 binding host dv-cinder-818233-1-iscsi {{(pid=101835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 17 15:13:03.235119 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.db.db_base_plugin_common [None req-62d59676-0e82-4406-852b-782167e7de09 admin admin] Allocated IP 172.27.1.105 (183472ab-d8ab-4bee-8fe8-a0a558356eba/10bde91e-9264-4f35-ad90-cbbdc12529d4/aaf248ac-bfa0-4272-a6a4-a50d7e5f4952) {{(pid=101833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:13:03.304086 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:03.317340 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-67805a7a-4d44-4fca-bae6-b06840e01c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:03.335803 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-62d59676-0e82-4406-852b-782167e7de09 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:03.373108 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] For port 13f6defa-d81d-4cbd-b56b-caef0a78c82f, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=13f6defa-d81d-4cbd-b56b-caef0a78c82f,segment=NetworkSegment(e39e10fc-a942-4c92-be27-2cc9068c33b8),segment_id=e39e10fc-a942-4c92-be27-2cc9068c33b8)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:13:03.379673 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-62d59676-0e82-4406-852b-782167e7de09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718'] for port, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:03.396208 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:03.397595 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d59676-0e82-4406-852b-782167e7de09 admin admin] Network 183472ab-d8ab-4bee-8fe8-a0a558356eba is already hosted by enough agents. {{(pid=101833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:13:03.402925 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.base_scheduler [None req-62d59676-0e82-4406-852b-782167e7de09 admin admin] Resources bound (agent type, host, resource id): {{(pid=101833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:13:03.428098 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d59676-0e82-4406-852b-782167e7de09 admin admin] Received port after_create {{(pid=101833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:13:03.480330 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-9f6f7162-ed24-4f43-b68d-5c8163e5f931 req-c403adab-3405-4781-951d-4d9ad2e35ec1 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb86f973-3d00-4500-a628-3d660a2d64ae HTTP/1.1" status: 200 len: 210 time: 0.0795977 Nov 17 15:13:03.491567 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.db_base_plugin_common [None req-31db99bc-8546-4562-9cbe-7731367ecaf3 None None] Allocated IP 172.20.0.2 (1fca104d-ea74-4332-bec0-89b177260d77/5c2d7312-481e-4956-8d63-7adb5f29551c/b96aa458-46c2-4f3a-9aee-591d4f25e6c6) {{(pid=101835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:13:03.532361 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Pushing event updated for resources: {'Port': ['ID=13f6defa-d81d-4cbd-b56b-caef0a78c82f,revision_number=4']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:13:03.538399 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d59676-0e82-4406-852b-782167e7de09 admin admin] Pushing event updated for resources: {'Port': ['ID=aaf248ac-bfa0-4272-a6a4-a50d7e5f4952,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:13:03.661837 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-62d59676-0e82-4406-852b-782167e7de09 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:03.755572 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-31db99bc-8546-4562-9cbe-7731367ecaf3 None None] Publish callbacks [] for port, precommit_create {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:03.779126 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-31db99bc-8546-4562-9cbe-7731367ecaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718'] for port, after_create {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:03.834395 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31db99bc-8546-4562-9cbe-7731367ecaf3 None None] Network 1fca104d-ea74-4332-bec0-89b177260d77 is already hosted by enough agents. {{(pid=101835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:13:03.839889 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-67805a7a-4d44-4fca-bae6-b06840e01c5a None None] Publish callbacks [] for port, precommit_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:03.844270 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.scheduler.base_scheduler [None req-31db99bc-8546-4562-9cbe-7731367ecaf3 None None] Resources bound (agent type, host, resource id): {{(pid=101835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:13:03.847053 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31db99bc-8546-4562-9cbe-7731367ecaf3 None None] Received port after_create {{(pid=101835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:13:03.854536 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-67805a7a-4d44-4fca-bae6-b06840e01c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:03.861547 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db99bc-8546-4562-9cbe-7731367ecaf3 None None] Pushing event updated for resources: {'Port': ['ID=b96aa458-46c2-4f3a-9aee-591d4f25e6c6,revision_number=1']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:13:03.862292 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-62d59676-0e82-4406-852b-782167e7de09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527025'] for router, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:03.992553 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-31db99bc-8546-4562-9cbe-7731367ecaf3 None None] Attempting to bind port b96aa458-46c2-4f3a-9aee-591d4f25e6c6 on host dv-cinder-818233-1-iscsi for vnic_type normal with profile {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 15:13:03.992915 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-31db99bc-8546-4562-9cbe-7731367ecaf3 None None] Attempting to bind port b96aa458-46c2-4f3a-9aee-591d4f25e6c6 by drivers openvswitch,hyperv on host dv-cinder-818233-1-iscsi at level 0 using segments [{'id': '6acd6724-b3b5-4639-91c9-7f0d1402f3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '1fca104d-ea74-4332-bec0-89b177260d77'}] {{(pid=101835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 15:13:03.993275 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31db99bc-8546-4562-9cbe-7731367ecaf3 None None] Attempting to bind port b96aa458-46c2-4f3a-9aee-591d4f25e6c6 on network 1fca104d-ea74-4332-bec0-89b177260d77 {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:13:03.995026 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f60e26-5e36-416e-9bfb-1140c67320c0 None None] Pushing event updated for resources: {'Port': ['ID=390b095e-58fd-4b61-b533-dbc126b40592,revision_number=3']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:13:04.007147 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31db99bc-8546-4562-9cbe-7731367ecaf3 None None] Checking agent: {'id': '80212031-474b-4b2d-a4cc-c8968f8491db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818233-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 15, 2, 57), 'started_at': datetime.datetime(2021, 11, 17, 15, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 15, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818233-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 15:13:04.007549 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31db99bc-8546-4562-9cbe-7731367ecaf3 None None] Checking segment: {'id': '6acd6724-b3b5-4639-91c9-7f0d1402f3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '1fca104d-ea74-4332-bec0-89b177260d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:13:04.007949 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-31db99bc-8546-4562-9cbe-7731367ecaf3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:04.008336 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31db99bc-8546-4562-9cbe-7731367ecaf3 None None] Bound using segment: {'id': '6acd6724-b3b5-4639-91c9-7f0d1402f3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '1fca104d-ea74-4332-bec0-89b177260d77'} {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 15:13:04.008812 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-31db99bc-8546-4562-9cbe-7731367ecaf3 None None] Bound port: b96aa458-46c2-4f3a-9aee-591d4f25e6c6, host: dv-cinder-818233-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6acd6724-b3b5-4639-91c9-7f0d1402f3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '1fca104d-ea74-4332-bec0-89b177260d77'}}] {{(pid=101835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 15:13:04.009187 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-31db99bc-8546-4562-9cbe-7731367ecaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:04.018263 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d59676-0e82-4406-852b-782167e7de09 admin admin] Router 1dbe81e1-a96c-4f8e-9087-e20ea6dc9b89 is scheduled to L3 agent ed3bd2e8-8a22-4616-b806-7e727ef760a6 with binding_index 1 {{(pid=101833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 17 15:13:04.023678 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-67805a7a-4d44-4fca-bae6-b06840e01c5a None None] Attempting to bind port 390b095e-58fd-4b61-b533-dbc126b40592 on host dv-cinder-818233-1-iscsi for vnic_type normal with profile {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 15:13:04.024047 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-67805a7a-4d44-4fca-bae6-b06840e01c5a None None] Attempting to bind port 390b095e-58fd-4b61-b533-dbc126b40592 by drivers openvswitch,hyperv on host dv-cinder-818233-1-iscsi at level 0 using segments [{'id': '4f89a60d-a2d1-4edb-a8d1-149bf81601d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6'}] {{(pid=101835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 15:13:04.024412 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67805a7a-4d44-4fca-bae6-b06840e01c5a None None] Attempting to bind port 390b095e-58fd-4b61-b533-dbc126b40592 on network 35a21660-a2ad-472c-8fa2-5b7c2854ced6 {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:13:04.053336 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67805a7a-4d44-4fca-bae6-b06840e01c5a None None] Checking agent: {'id': '80212031-474b-4b2d-a4cc-c8968f8491db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818233-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 15, 2, 57), 'started_at': datetime.datetime(2021, 11, 17, 15, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 15, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818233-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 15:13:04.053706 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67805a7a-4d44-4fca-bae6-b06840e01c5a None None] Checking segment: {'id': '4f89a60d-a2d1-4edb-a8d1-149bf81601d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:13:04.054099 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-67805a7a-4d44-4fca-bae6-b06840e01c5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:04.054483 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67805a7a-4d44-4fca-bae6-b06840e01c5a None None] Bound using segment: {'id': '4f89a60d-a2d1-4edb-a8d1-149bf81601d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6'} {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 15:13:04.054962 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-67805a7a-4d44-4fca-bae6-b06840e01c5a None None] Bound port: 390b095e-58fd-4b61-b533-dbc126b40592, host: dv-cinder-818233-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f89a60d-a2d1-4edb-a8d1-149bf81601d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6'}}] {{(pid=101835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 15:13:04.055337 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-67805a7a-4d44-4fca-bae6-b06840e01c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:04.127743 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-31db99bc-8546-4562-9cbe-7731367ecaf3 None None] For port b96aa458-46c2-4f3a-9aee-591d4f25e6c6, host dv-cinder-818233-1-iscsi, cleared binding levels {{(pid=101835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 15:13:04.132933 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-31db99bc-8546-4562-9cbe-7731367ecaf3 None None] For port b96aa458-46c2-4f3a-9aee-591d4f25e6c6, host dv-cinder-818233-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=b96aa458-46c2-4f3a-9aee-591d4f25e6c6,segment=NetworkSegment(6acd6724-b3b5-4639-91c9-7f0d1402f3e7),segment_id=6acd6724-b3b5-4639-91c9-7f0d1402f3e7)] {{(pid=101835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 15:13:04.146290 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-31db99bc-8546-4562-9cbe-7731367ecaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:04.152064 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-89a3b02e-536e-4a66-a6e1-bb11cc124732 None None] Provisioning complete for port 390b095e-58fd-4b61-b533-dbc126b40592 triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:13:04.152423 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-89a3b02e-536e-4a66-a6e1-bb11cc124732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:04.215128 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-67805a7a-4d44-4fca-bae6-b06840e01c5a None None] For port 390b095e-58fd-4b61-b533-dbc126b40592, host dv-cinder-818233-1-iscsi, cleared binding levels {{(pid=101835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 15:13:04.248908 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-67805a7a-4d44-4fca-bae6-b06840e01c5a None None] For port 390b095e-58fd-4b61-b533-dbc126b40592, host dv-cinder-818233-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=390b095e-58fd-4b61-b533-dbc126b40592,segment=NetworkSegment(4f89a60d-a2d1-4edb-a8d1-149bf81601d9),segment_id=4f89a60d-a2d1-4edb-a8d1-149bf81601d9)] {{(pid=101835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 15:13:04.256171 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-89a3b02e-536e-4a66-a6e1-bb11cc124732 None None] Port 390b095e-58fd-4b61-b533-dbc126b40592 cannot update to ACTIVE because it is not bound. {{(pid=101835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 15:13:04.262196 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-67805a7a-4d44-4fca-bae6-b06840e01c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:04.265442 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db99bc-8546-4562-9cbe-7731367ecaf3 None None] Pushing event updated for resources: {'Port': ['ID=b96aa458-46c2-4f3a-9aee-591d4f25e6c6,revision_number=2']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:13:04.325483 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67805a7a-4d44-4fca-bae6-b06840e01c5a None None] Routers {'a61df69b-0ab4-40d4-a1f4-c7078d62aced'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:13:04.326119 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-67805a7a-4d44-4fca-bae6-b06840e01c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:12:54Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['a61df69b-0ab4-40d4-a1f4-c7078d62aced'], 'active': True} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:13:04.357608 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d59676-0e82-4406-852b-782167e7de09 admin admin] Notify agent at l3_agent.dv-cinder-818233-1-iscsi the message routers_updated {{(pid=101833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 15:13:04.369207 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f60e26-5e36-416e-9bfb-1140c67320c0 None None] Pushing event updated for resources: {'Port': ['ID=390b095e-58fd-4b61-b533-dbc126b40592,revision_number=4']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:13:04.375302 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f29bdd8-1017-4231-a44b-94b137d6b8b3 None None] Sync routers for ids ['1dbe81e1-a96c-4f8e-9087-e20ea6dc9b89'] in dv-cinder-818233-1-iscsi {{(pid=101836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 15:13:04.381386 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-62d59676-0e82-4406-852b-782167e7de09 admin admin] Publish callbacks [] for router, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:04.384876 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-62d59676-0e82-4406-852b-782167e7de09 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6948082 Nov 17 15:13:04.386936 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 60182) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:13:04.392271 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f29bdd8-1017-4231-a44b-94b137d6b8b3 None None] Routers {'1dbe81e1-a96c-4f8e-9087-e20ea6dc9b89'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:13:04.393417 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-8f29bdd8-1017-4231-a44b-94b137d6b8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:12:54Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['1dbe81e1-a96c-4f8e-9087-e20ea6dc9b89'], 'active': True} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:13:04.451632 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvr_db [None req-67805a7a-4d44-4fca-bae6-b06840e01c5a None None] Set router a61df69b-0ab4-40d4-a1f4-c7078d62aced gateway port host: dv-cinder-818233-1-iscsi {{(pid=101835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:13:04.573708 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvr_db [None req-8f29bdd8-1017-4231-a44b-94b137d6b8b3 None None] Set router 1dbe81e1-a96c-4f8e-9087-e20ea6dc9b89 gateway port host: dv-cinder-818233-1-iscsi {{(pid=101836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:13:04.840401 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-ce138395-a346-4137-81b2-b6b647a98ca1 req-b8b0f8f6-31b2-42d9-88b2-28dddf8d1f0f tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb86f973-3d00-4500-a628-3d660a2d64ae HTTP/1.1" status: 200 len: 210 time: 0.0535965 Nov 17 15:13:04.867248 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-0760cbaf-6bb5-4631-89d0-6047de625d02 None None] Provisioning complete for port 390b095e-58fd-4b61-b533-dbc126b40592 triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:13:04.868126 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-0760cbaf-6bb5-4631-89d0-6047de625d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:04.908009 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-3fef5cf9-6da7-4cce-8808-937b15c986a3 req-cd98394a-66d4-4e89-8b59-5a47c3ef2868 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=ec0708b751244b56bcfdc409fe8b6761&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0785823 Nov 17 15:13:04.928571 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device b96aa458-46c2-4f3a-9aee-591d4f25e6c6 up at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:13:05.084677 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-8f29bdd8-1017-4231-a44b-94b137d6b8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dbe81e1-a96c-4f8e-9087-e20ea6dc9b89', 'name': 'tempest-TestVolumeBootPattern-1215215318-router', 'tenant_id': 'd6d252fba4c34628a930233b7ab85306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'aaf248ac-bfa0-4272-a6a4-a50d7e5f4952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:13:02Z', 'updated_at': '2021-11-17T15:13:03Z', 'revision_number': 3, 'project_id': 'd6d252fba4c34628a930233b7ab85306', 'gw_port': {'id': 'aaf248ac-bfa0-4272-a6a4-a50d7e5f4952', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dbe81e1-a96c-4f8e-9087-e20ea6dc9b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:13:03Z', 'updated_at': '2021-11-17T15:13:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi'}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:13:05.105483 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-0760cbaf-6bb5-4631-89d0-6047de625d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:05.118765 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Provisioning complete for port b96aa458-46c2-4f3a-9aee-591d4f25e6c6 triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:13:05.119132 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:05.142636 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f29bdd8-1017-4231-a44b-94b137d6b8b3 None None] Checking router: 1dbe81e1-a96c-4f8e-9087-e20ea6dc9b89 for host: dv-cinder-818233-1-iscsi {{(pid=101836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 15:13:05.143818 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f29bdd8-1017-4231-a44b-94b137d6b8b3 None None] Updating router 1dbe81e1-a96c-4f8e-9087-e20ea6dc9b89 port aaf248ac-bfa0-4272-a6a4-a50d7e5f4952 binding host dv-cinder-818233-1-iscsi {{(pid=101836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 17 15:13:05.189550 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-67805a7a-4d44-4fca-bae6-b06840e01c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'name': 'tempest-TestVolumeBootPattern-306581770-router', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '13f6defa-d81d-4cbd-b56b-caef0a78c82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:12:56Z', 'updated_at': '2021-11-17T15:13:00Z', 'revision_number': 4, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'gw_port': {'id': '13f6defa-d81d-4cbd-b56b-caef0a78c82f', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:92:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:12:57Z', 'updated_at': '2021-11-17T15:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': '390b095e-58fd-4b61-b533-dbc126b40592', 'name': '', 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'mac_address': 'fa:16:3e:d3:f2:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e5c17a34-0ae9-43c6-8fa8-687d40ad609a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:12:59Z', 'updated_at': '2021-11-17T15:13:04Z', 'revision_number': 4, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'subnets': [{'id': 'e5c17a34-0ae9-43c6-8fa8-687d40ad609a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:13:05.190592 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-8f29bdd8-1017-4231-a44b-94b137d6b8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:05.198988 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-0760cbaf-6bb5-4631-89d0-6047de625d02 None None] For port 390b095e-58fd-4b61-b533-dbc126b40592, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=390b095e-58fd-4b61-b533-dbc126b40592,segment=NetworkSegment(4f89a60d-a2d1-4edb-a8d1-149bf81601d9),segment_id=4f89a60d-a2d1-4edb-a8d1-149bf81601d9)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:13:05.212107 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-0d89d702-d753-403d-8b5c-12722c4353cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:05.217030 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef5cf9-6da7-4cce-8808-937b15c986a3 req-a874b5df-5312-4ef7-bb74-1dc73fbb5551 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:05.223901 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-3fef5cf9-6da7-4cce-8808-937b15c986a3 req-a874b5df-5312-4ef7-bb74-1dc73fbb5551 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3073838 Nov 17 15:13:05.226275 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67805a7a-4d44-4fca-bae6-b06840e01c5a None None] The sync data for ids ['a61df69b-0ab4-40d4-a1f4-c7078d62aced'] in dv-cinder-818233-1-iscsi is: [{'id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'name': 'tempest-TestVolumeBootPattern-306581770-router', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '13f6defa-d81d-4cbd-b56b-caef0a78c82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:12:56Z', 'updated_at': '2021-11-17T15:13:00Z', 'revision_number': 4, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'gw_port': {'id': '13f6defa-d81d-4cbd-b56b-caef0a78c82f', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:92:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:12:57Z', 'updated_at': '2021-11-17T15:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': '390b095e-58fd-4b61-b533-dbc126b40592', 'name': '', 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'mac_address': 'fa:16:3e:d3:f2:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e5c17a34-0ae9-43c6-8fa8-687d40ad609a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:12:59Z', 'updated_at': '2021-11-17T15:13:04Z', 'revision_number': 4, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'subnets': [{'id': 'e5c17a34-0ae9-43c6-8fa8-687d40ad609a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 15:13:05.228802 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-0760cbaf-6bb5-4631-89d0-6047de625d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:05.242065 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.v2.base [req-3fef5cf9-6da7-4cce-8808-937b15c986a3 req-b4702aaf-3024-4700-b26e-6576c8f87d20 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] Request body: {'port': {'device_id': 'bb86f973-3d00-4500-a628-3d660a2d64ae', 'network_id': 'b80f60c7-7591-4a45-b0fa-ea5e23ffe87e', 'admin_state_up': True, 'tenant_id': 'ec0708b751244b56bcfdc409fe8b6761'}} {{(pid=101833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:13:05.381560 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:05.427910 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0760cbaf-6bb5-4631-89d0-6047de625d02 None None] Pushing event updated for resources: {'Port': ['ID=390b095e-58fd-4b61-b533-dbc126b40592,revision_number=5']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:13:05.490337 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] For port b96aa458-46c2-4f3a-9aee-591d4f25e6c6, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=b96aa458-46c2-4f3a-9aee-591d4f25e6c6,segment=NetworkSegment(6acd6724-b3b5-4639-91c9-7f0d1402f3e7),segment_id=6acd6724-b3b5-4639-91c9-7f0d1402f3e7)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:13:05.503220 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:05.504106 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device 13f6defa-d81d-4cbd-b56b-caef0a78c82f up at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:13:05.520387 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fef5cf9-6da7-4cce-8808-937b15c986a3 req-b4702aaf-3024-4700-b26e-6576c8f87d20 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] Made reservation on behalf of ec0708b751244b56bcfdc409fe8b6761 for: {'port': 1} {{(pid=101833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:13:05.525636 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-3fef5cf9-6da7-4cce-8808-937b15c986a3 req-b4702aaf-3024-4700-b26e-6576c8f87d20 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:05.536876 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-3fef5cf9-6da7-4cce-8808-937b15c986a3 req-b4702aaf-3024-4700-b26e-6576c8f87d20 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] Publish callbacks [] for security_group, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:05.576573 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.db_base_plugin_common [None req-0d89d702-d753-403d-8b5c-12722c4353cc admin admin] Allocated IP 172.20.0.1 (1fca104d-ea74-4332-bec0-89b177260d77/5c2d7312-481e-4956-8d63-7adb5f29551c/85816968-2cba-40a2-9c06-6676466ae308) {{(pid=101834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:13:05.655520 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-8f29bdd8-1017-4231-a44b-94b137d6b8b3 None None] Publish callbacks [] for port, precommit_update {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:05.664935 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Pushing event updated for resources: {'Port': ['ID=b96aa458-46c2-4f3a-9aee-591d4f25e6c6,revision_number=3']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:13:05.669564 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-8f29bdd8-1017-4231-a44b-94b137d6b8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:05.675127 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Provisioning complete for port 13f6defa-d81d-4cbd-b56b-caef0a78c82f triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:13:05.676500 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:05.689603 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-3fef5cf9-6da7-4cce-8808-937b15c986a3 req-b4702aaf-3024-4700-b26e-6576c8f87d20 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] Publish callbacks [] for security_group, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:05.705856 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-3fef5cf9-6da7-4cce-8808-937b15c986a3 req-b4702aaf-3024-4700-b26e-6576c8f87d20 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:05.790227 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a942c-95aa-4dc5-bc31-c40a8408e6c0 None None] Pushing event updated for resources: {'Port': ['ID=aaf248ac-bfa0-4272-a6a4-a50d7e5f4952,revision_number=2']} {{(pid=101836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:13:05.820297 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.managers [None req-8f29bdd8-1017-4231-a44b-94b137d6b8b3 None None] Attempting to bind port aaf248ac-bfa0-4272-a6a4-a50d7e5f4952 on host dv-cinder-818233-1-iscsi for vnic_type normal with profile {{(pid=101836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 15:13:05.820669 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.managers [None req-8f29bdd8-1017-4231-a44b-94b137d6b8b3 None None] Attempting to bind port aaf248ac-bfa0-4272-a6a4-a50d7e5f4952 by drivers openvswitch,hyperv on host dv-cinder-818233-1-iscsi at level 0 using segments [{'id': 'e39e10fc-a942-4c92-be27-2cc9068c33b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba'}] {{(pid=101836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 15:13:05.821493 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f29bdd8-1017-4231-a44b-94b137d6b8b3 None None] Attempting to bind port aaf248ac-bfa0-4272-a6a4-a50d7e5f4952 on network 183472ab-d8ab-4bee-8fe8-a0a558356eba {{(pid=101836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:13:05.828116 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-0d89d702-d753-403d-8b5c-12722c4353cc admin admin] Publish callbacks [] for port, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:05.832878 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f29bdd8-1017-4231-a44b-94b137d6b8b3 None None] Checking agent: {'id': '80212031-474b-4b2d-a4cc-c8968f8491db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818233-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 15, 2, 57), 'started_at': datetime.datetime(2021, 11, 17, 15, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 15, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818233-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 15:13:05.834535 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f29bdd8-1017-4231-a44b-94b137d6b8b3 None None] Checking segment: {'id': 'e39e10fc-a942-4c92-be27-2cc9068c33b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:13:05.835705 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-8f29bdd8-1017-4231-a44b-94b137d6b8b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:05.835705 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f29bdd8-1017-4231-a44b-94b137d6b8b3 None None] Bound using segment: {'id': 'e39e10fc-a942-4c92-be27-2cc9068c33b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba'} {{(pid=101836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 15:13:05.835930 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.managers [None req-8f29bdd8-1017-4231-a44b-94b137d6b8b3 None None] Bound port: aaf248ac-bfa0-4272-a6a4-a50d7e5f4952, host: dv-cinder-818233-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e39e10fc-a942-4c92-be27-2cc9068c33b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba'}}] {{(pid=101836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 15:13:05.836261 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-8f29bdd8-1017-4231-a44b-94b137d6b8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:05.899992 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4702aaf-3024-4700-b26e-6576c8f87d20 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd32f321-28d2-400c-8f96-cd0bc3ec8411,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:13:05.928155 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-0d89d702-d753-403d-8b5c-12722c4353cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:05.932397 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.db [None req-8f29bdd8-1017-4231-a44b-94b137d6b8b3 None None] For port aaf248ac-bfa0-4272-a6a4-a50d7e5f4952, host dv-cinder-818233-1-iscsi, cleared binding levels {{(pid=101836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 15:13:05.945074 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ae0ed4-74e7-4243-b7c4-8e44044fbf23 None None] Network 1fca104d-ea74-4332-bec0-89b177260d77 requested from dv-cinder-818233-1-iscsi {{(pid=101835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 15:13:05.968037 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.db [None req-8f29bdd8-1017-4231-a44b-94b137d6b8b3 None None] For port aaf248ac-bfa0-4272-a6a4-a50d7e5f4952, host dv-cinder-818233-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=aaf248ac-bfa0-4272-a6a4-a50d7e5f4952,segment=NetworkSegment(e39e10fc-a942-4c92-be27-2cc9068c33b8),segment_id=e39e10fc-a942-4c92-be27-2cc9068c33b8)] {{(pid=101836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 15:13:05.981125 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-8f29bdd8-1017-4231-a44b-94b137d6b8b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:06.061904 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d89d702-d753-403d-8b5c-12722c4353cc admin admin] Network 1fca104d-ea74-4332-bec0-89b177260d77 is already hosted by enough agents. {{(pid=101834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:13:06.073912 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.base_scheduler [None req-0d89d702-d753-403d-8b5c-12722c4353cc admin admin] Resources bound (agent type, host, resource id): {{(pid=101834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:13:06.086722 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d89d702-d753-403d-8b5c-12722c4353cc admin admin] Received port after_create {{(pid=101834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:13:06.100667 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-d0b9c4bc-7c51-4672-bbc1-3be82a97ba17 req-c62e3a5d-20ea-4f79-9213-4824de7d8e13 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb86f973-3d00-4500-a628-3d660a2d64ae HTTP/1.1" status: 200 len: 210 time: 0.1074834 Nov 17 15:13:06.138511 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.db.db_base_plugin_common [req-3fef5cf9-6da7-4cce-8808-937b15c986a3 req-b4702aaf-3024-4700-b26e-6576c8f87d20 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] Allocated IP 192.168.233.82 (b80f60c7-7591-4a45-b0fa-ea5e23ffe87e/b4dffb43-3d89-49b7-b684-a70f6d43be7f/520815f2-d308-4689-b992-eb5c26779b1b) {{(pid=101833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:13:06.147536 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a942c-95aa-4dc5-bc31-c40a8408e6c0 None None] Pushing event updated for resources: {'Port': ['ID=aaf248ac-bfa0-4272-a6a4-a50d7e5f4952,revision_number=3']} {{(pid=101836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:13:06.165046 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f29bdd8-1017-4231-a44b-94b137d6b8b3 None None] Routers {'1dbe81e1-a96c-4f8e-9087-e20ea6dc9b89'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:13:06.165712 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-8f29bdd8-1017-4231-a44b-94b137d6b8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:12:54Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['1dbe81e1-a96c-4f8e-9087-e20ea6dc9b89'], 'active': True} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:13:06.169937 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d89d702-d753-403d-8b5c-12722c4353cc admin admin] Pushing event updated for resources: {'Port': ['ID=85816968-2cba-40a2-9c06-6676466ae308,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:13:06.177981 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-9ce6123f-a34d-4ebb-81ae-1f1f6d4161b7 None None] Provisioning complete for port b96aa458-46c2-4f3a-9aee-591d4f25e6c6 triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:13:06.178351 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-9ce6123f-a34d-4ebb-81ae-1f1f6d4161b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:06.201661 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d89d702-d753-403d-8b5c-12722c4353cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:13:06.202013 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d89d702-d753-403d-8b5c-12722c4353cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:13:06.202352 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d89d702-d753-403d-8b5c-12722c4353cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:13:06.202683 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d89d702-d753-403d-8b5c-12722c4353cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:13:06.203011 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d89d702-d753-403d-8b5c-12722c4353cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:13:06.203337 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d89d702-d753-403d-8b5c-12722c4353cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:13:06.203688 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d89d702-d753-403d-8b5c-12722c4353cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:13:06.204009 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d89d702-d753-403d-8b5c-12722c4353cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:13:06.204332 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d89d702-d753-403d-8b5c-12722c4353cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:13:06.204651 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d89d702-d753-403d-8b5c-12722c4353cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:13:06.205841 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d89d702-d753-403d-8b5c-12722c4353cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:13:06.206180 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d89d702-d753-403d-8b5c-12722c4353cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:13:06.225565 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-0d89d702-d753-403d-8b5c-12722c4353cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524977'] for router_interface, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:06.365769 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvr_db [None req-8f29bdd8-1017-4231-a44b-94b137d6b8b3 None None] Set router 1dbe81e1-a96c-4f8e-9087-e20ea6dc9b89 gateway port host: dv-cinder-818233-1-iscsi {{(pid=101836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:13:06.385168 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-0d89d702-d753-403d-8b5c-12722c4353cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:06.456508 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-3fef5cf9-6da7-4cce-8808-937b15c986a3 req-b4702aaf-3024-4700-b26e-6576c8f87d20 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] Publish callbacks [] for port, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:06.528554 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-3fef5cf9-6da7-4cce-8808-937b15c986a3 req-b4702aaf-3024-4700-b26e-6576c8f87d20 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718'] for port, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:06.647354 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fef5cf9-6da7-4cce-8808-937b15c986a3 req-b4702aaf-3024-4700-b26e-6576c8f87d20 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] Network b80f60c7-7591-4a45-b0fa-ea5e23ffe87e is already hosted by enough agents. {{(pid=101833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:13:06.649363 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.base_scheduler [req-3fef5cf9-6da7-4cce-8808-937b15c986a3 req-b4702aaf-3024-4700-b26e-6576c8f87d20 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] Resources bound (agent type, host, resource id): {{(pid=101833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:13:06.652392 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fef5cf9-6da7-4cce-8808-937b15c986a3 req-b4702aaf-3024-4700-b26e-6576c8f87d20 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] Received port after_create {{(pid=101833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:13:06.658305 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef5cf9-6da7-4cce-8808-937b15c986a3 req-b4702aaf-3024-4700-b26e-6576c8f87d20 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:06.659314 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-3fef5cf9-6da7-4cce-8808-937b15c986a3 req-b4702aaf-3024-4700-b26e-6576c8f87d20 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for port, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:06.661692 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4702aaf-3024-4700-b26e-6576c8f87d20 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] Pushing event updated for resources: {'Port': ['ID=520815f2-d308-4689-b992-eb5c26779b1b,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:13:06.688867 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-0d89d702-d753-403d-8b5c-12722c4353cc admin admin] Publish callbacks [] for port, precommit_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:06.699951 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-0d89d702-d753-403d-8b5c-12722c4353cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4397568'] for port, after_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:06.701912 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-3fef5cf9-6da7-4cce-8808-937b15c986a3 req-b4702aaf-3024-4700-b26e-6576c8f87d20 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4647126 Nov 17 15:13:06.727522 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.v2.base [req-3fef5cf9-6da7-4cce-8808-937b15c986a3 req-9bd35359-b668-4f32-bfcc-0a92880f1669 service neutron] Request body: {'port': {'device_id': 'bb86f973-3d00-4500-a628-3d660a2d64ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81823'}} {{(pid=101833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:13:06.736134 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-8f29bdd8-1017-4231-a44b-94b137d6b8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dbe81e1-a96c-4f8e-9087-e20ea6dc9b89', 'name': 'tempest-TestVolumeBootPattern-1215215318-router', 'tenant_id': 'd6d252fba4c34628a930233b7ab85306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'aaf248ac-bfa0-4272-a6a4-a50d7e5f4952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:13:02Z', 'updated_at': '2021-11-17T15:13:03Z', 'revision_number': 3, 'project_id': 'd6d252fba4c34628a930233b7ab85306', 'gw_port': {'id': 'aaf248ac-bfa0-4272-a6a4-a50d7e5f4952', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dbe81e1-a96c-4f8e-9087-e20ea6dc9b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:13:03Z', 'updated_at': '2021-11-17T15:13:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi'}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:13:06.762420 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-0d45bd60-6071-4f32-b93e-d94ad902090f None None] Provisioning complete for port b96aa458-46c2-4f3a-9aee-591d4f25e6c6 triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:13:06.762932 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-0d45bd60-6071-4f32-b93e-d94ad902090f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:06.774876 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f29bdd8-1017-4231-a44b-94b137d6b8b3 None None] The sync data for ids ['1dbe81e1-a96c-4f8e-9087-e20ea6dc9b89'] in dv-cinder-818233-1-iscsi is: [{'id': '1dbe81e1-a96c-4f8e-9087-e20ea6dc9b89', 'name': 'tempest-TestVolumeBootPattern-1215215318-router', 'tenant_id': 'd6d252fba4c34628a930233b7ab85306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'aaf248ac-bfa0-4272-a6a4-a50d7e5f4952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:13:02Z', 'updated_at': '2021-11-17T15:13:03Z', 'revision_number': 3, 'project_id': 'd6d252fba4c34628a930233b7ab85306', 'gw_port': {'id': 'aaf248ac-bfa0-4272-a6a4-a50d7e5f4952', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dbe81e1-a96c-4f8e-9087-e20ea6dc9b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:13:03Z', 'updated_at': '2021-11-17T15:13:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi'}] {{(pid=101836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 15:13:06.852184 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-3fef5cf9-6da7-4cce-8808-937b15c986a3 req-9bd35359-b668-4f32-bfcc-0a92880f1669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:06.856849 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d89d702-d753-403d-8b5c-12722c4353cc admin admin] Pushing event updated for resources: {'Port': ['ID=85816968-2cba-40a2-9c06-6676466ae308,revision_number=2']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:13:06.862259 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-0d89d702-d753-403d-8b5c-12722c4353cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1014539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-525634'] for router_interface, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:06.896209 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device b96aa458-46c2-4f3a-9aee-591d4f25e6c6 up at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:13:07.100037 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-0d45bd60-6071-4f32-b93e-d94ad902090f None None] Provisioning complete for port 85816968-2cba-40a2-9c06-6676466ae308 triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:13:07.100419 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-0d45bd60-6071-4f32-b93e-d94ad902090f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:07.103343 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Provisioning complete for port b96aa458-46c2-4f3a-9aee-591d4f25e6c6 triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:13:07.103739 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:07.124099 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d89d702-d753-403d-8b5c-12722c4353cc admin admin] Network 1fca104d-ea74-4332-bec0-89b177260d77 is already hosted by enough agents. {{(pid=101834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:13:07.125402 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.base_scheduler [None req-0d89d702-d753-403d-8b5c-12722c4353cc admin admin] Resources bound (agent type, host, resource id): {{(pid=101834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:13:07.173187 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-0d45bd60-6071-4f32-b93e-d94ad902090f None None] Port 85816968-2cba-40a2-9c06-6676466ae308 cannot update to ACTIVE because it is not bound. {{(pid=101835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 15:13:07.285201 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device 390b095e-58fd-4b61-b533-dbc126b40592 up at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:13:07.352216 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-22485aea-321e-45c9-99b2-b9990c517f90 None None] Provisioning complete for port 85816968-2cba-40a2-9c06-6676466ae308 triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:13:07.352592 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-22485aea-321e-45c9-99b2-b9990c517f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:07.354416 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c75dd16-63f2-49c1-9a4a-946935765414 req-aec03dcf-3e84-4594-9afa-209d73191fac tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:07.356491 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-3c75dd16-63f2-49c1-9a4a-946935765414 req-aec03dcf-3e84-4594-9afa-209d73191fac tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb86f973-3d00-4500-a628-3d660a2d64ae HTTP/1.1" status: 200 len: 935 time: 0.0902576 Nov 17 15:13:07.477617 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-22485aea-321e-45c9-99b2-b9990c517f90 None None] Port 85816968-2cba-40a2-9c06-6676466ae308 cannot update to ACTIVE because it is not bound. {{(pid=101835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 15:13:07.503805 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Provisioning complete for port 390b095e-58fd-4b61-b533-dbc126b40592 triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:13:07.504167 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:07.506705 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-3c75dd16-63f2-49c1-9a4a-946935765414 req-2213491a-2d22-441a-8674-38c55eea123e tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd32f321-28d2-400c-8f96-cd0bc3ec8411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362677 Nov 17 15:13:07.535911 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.notifiers.nova [req-3fef5cf9-6da7-4cce-8808-937b15c986a3 req-9bd35359-b668-4f32-bfcc-0a92880f1669 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 520815f2-d308-4689-b992-eb5c26779b1b {{(pid=101833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 15:13:07.540923 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-22485aea-321e-45c9-99b2-b9990c517f90 None None] Provisioning complete for port 520815f2-d308-4689-b992-eb5c26779b1b triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:13:07.541649 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-22485aea-321e-45c9-99b2-b9990c517f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:07.558366 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-3fef5cf9-6da7-4cce-8808-937b15c986a3 req-9bd35359-b668-4f32-bfcc-0a92880f1669 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:07.574736 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.db.provisioning_blocks [req-3fef5cf9-6da7-4cce-8808-937b15c986a3 req-9bd35359-b668-4f32-bfcc-0a92880f1669 service neutron] Transition to ACTIVE for port object 520815f2-d308-4689-b992-eb5c26779b1b will not be triggered until provisioned by entity L2. {{(pid=101833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 17 15:13:07.585429 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-3fef5cf9-6da7-4cce-8808-937b15c986a3 req-9bd35359-b668-4f32-bfcc-0a92880f1669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:07.600731 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-22485aea-321e-45c9-99b2-b9990c517f90 None None] Port 520815f2-d308-4689-b992-eb5c26779b1b cannot update to ACTIVE because it is not bound. {{(pid=101835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 15:13:07.698710 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd35359-b668-4f32-bfcc-0a92880f1669 service neutron] Pushing event updated for resources: {'Port': ['ID=520815f2-d308-4689-b992-eb5c26779b1b,revision_number=2']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:13:07.708165 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.managers [req-3fef5cf9-6da7-4cce-8808-937b15c986a3 req-9bd35359-b668-4f32-bfcc-0a92880f1669 service neutron] Attempting to bind port 520815f2-d308-4689-b992-eb5c26779b1b on host hv-cinder-81823 for vnic_type normal with profile {{(pid=101833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 15:13:07.708165 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.managers [req-3fef5cf9-6da7-4cce-8808-937b15c986a3 req-9bd35359-b668-4f32-bfcc-0a92880f1669 service neutron] Attempting to bind port 520815f2-d308-4689-b992-eb5c26779b1b by drivers openvswitch,hyperv on host hv-cinder-81823 at level 0 using segments [{'id': '78a3b0fa-e8ff-4149-b5e9-ff414da846de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b80f60c7-7591-4a45-b0fa-ea5e23ffe87e'}] {{(pid=101833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 15:13:07.723425 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d89d702-d753-403d-8b5c-12722c4353cc admin admin] Router 1dbe81e1-a96c-4f8e-9087-e20ea6dc9b89 has already been hosted by L3 agent ed3bd2e8-8a22-4616-b806-7e727ef760a6 {{(pid=101834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 15:13:07.730360 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fef5cf9-6da7-4cce-8808-937b15c986a3 req-9bd35359-b668-4f32-bfcc-0a92880f1669 service neutron] Attempting to bind port 520815f2-d308-4689-b992-eb5c26779b1b on network b80f60c7-7591-4a45-b0fa-ea5e23ffe87e {{(pid=101833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:13:07.746732 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-72d0bcf3-e4e3-4f44-af34-01787a409857 None None] Provisioning complete for port 85816968-2cba-40a2-9c06-6676466ae308 triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:13:07.747126 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fef5cf9-6da7-4cce-8808-937b15c986a3 req-9bd35359-b668-4f32-bfcc-0a92880f1669 service neutron] Port 520815f2-d308-4689-b992-eb5c26779b1b on network b80f60c7-7591-4a45-b0fa-ea5e23ffe87e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81823 {{(pid=101833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 17 15:13:07.747357 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72d0bcf3-e4e3-4f44-af34-01787a409857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:07.748221 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fef5cf9-6da7-4cce-8808-937b15c986a3 req-9bd35359-b668-4f32-bfcc-0a92880f1669 service neutron] Attempting to bind port 520815f2-d308-4689-b992-eb5c26779b1b on network b80f60c7-7591-4a45-b0fa-ea5e23ffe87e {{(pid=101833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:13:07.754754 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383c18ec-28e9-4ebf-a6f4-82fea292c87a req-b6f981c8-6e05-4834-909f-20e4a07b3a73 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:07.759225 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fef5cf9-6da7-4cce-8808-937b15c986a3 req-9bd35359-b668-4f32-bfcc-0a92880f1669 service neutron] Checking agent: {'id': '56359ff8-4a05-4ac1-99e4-1793cc03f30f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81823', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 15, 9, 3), 'started_at': datetime.datetime(2021, 11, 17, 15, 9, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 15, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 15:13:07.759348 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fef5cf9-6da7-4cce-8808-937b15c986a3 req-9bd35359-b668-4f32-bfcc-0a92880f1669 service neutron] Checking segment: {'id': '78a3b0fa-e8ff-4149-b5e9-ff414da846de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b80f60c7-7591-4a45-b0fa-ea5e23ffe87e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:13:07.759729 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fef5cf9-6da7-4cce-8808-937b15c986a3 req-9bd35359-b668-4f32-bfcc-0a92880f1669 service neutron] Bound using segment: {'id': '78a3b0fa-e8ff-4149-b5e9-ff414da846de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b80f60c7-7591-4a45-b0fa-ea5e23ffe87e'} {{(pid=101833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 15:13:07.760162 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.managers [req-3fef5cf9-6da7-4cce-8808-937b15c986a3 req-9bd35359-b668-4f32-bfcc-0a92880f1669 service neutron] Bound port: 520815f2-d308-4689-b992-eb5c26779b1b, host: hv-cinder-81823, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78a3b0fa-e8ff-4149-b5e9-ff414da846de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b80f60c7-7591-4a45-b0fa-ea5e23ffe87e'}}] {{(pid=101833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 15:13:07.760520 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-3fef5cf9-6da7-4cce-8808-937b15c986a3 req-9bd35359-b668-4f32-bfcc-0a92880f1669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:07.762706 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-383c18ec-28e9-4ebf-a6f4-82fea292c87a req-b6f981c8-6e05-4834-909f-20e4a07b3a73 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 946 time: 0.1095905 Nov 17 15:13:07.809082 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-72d0bcf3-e4e3-4f44-af34-01787a409857 None None] Port 85816968-2cba-40a2-9c06-6676466ae308 cannot update to ACTIVE because it is not bound. {{(pid=101835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 15:13:07.866207 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.db [req-3fef5cf9-6da7-4cce-8808-937b15c986a3 req-9bd35359-b668-4f32-bfcc-0a92880f1669 service neutron] For port 520815f2-d308-4689-b992-eb5c26779b1b, host hv-cinder-81823, cleared binding levels {{(pid=101833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 15:13:07.870784 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.db [req-3fef5cf9-6da7-4cce-8808-937b15c986a3 req-9bd35359-b668-4f32-bfcc-0a92880f1669 service neutron] For port 520815f2-d308-4689-b992-eb5c26779b1b, host hv-cinder-81823, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=520815f2-d308-4689-b992-eb5c26779b1b,segment=NetworkSegment(78a3b0fa-e8ff-4149-b5e9-ff414da846de),segment_id=78a3b0fa-e8ff-4149-b5e9-ff414da846de)] {{(pid=101833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 15:13:07.876573 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-3fef5cf9-6da7-4cce-8808-937b15c986a3 req-9bd35359-b668-4f32-bfcc-0a92880f1669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:07.880694 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-383c18ec-28e9-4ebf-a6f4-82fea292c87a req-79c35479-6296-4c71-95fc-39332e8a4f79 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=d021336b-71ed-4ed3-bf6c-930a92e4b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117163 Nov 17 15:13:07.923305 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef5cf9-6da7-4cce-8808-937b15c986a3 req-9bd35359-b668-4f32-bfcc-0a92880f1669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:07.924177 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-3fef5cf9-6da7-4cce-8808-937b15c986a3 req-9bd35359-b668-4f32-bfcc-0a92880f1669 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for port, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:07.925758 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-3fef5cf9-6da7-4cce-8808-937b15c986a3 req-9bd35359-b668-4f32-bfcc-0a92880f1669 service neutron] 10.222.0.55 "PUT /v2.0/ports/520815f2-d308-4689-b992-eb5c26779b1b HTTP/1.1" status: 200 len: 1097 time: 1.2053301 Nov 17 15:13:07.929340 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb86f973-3d00-4500-a628-3d660a2d64ae', 'tag': '520815f2-d308-4689-b992-eb5c26779b1b'}] {{(pid=101833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:13:07.931835 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98a3914b10db2bda8b449d081c398edb642d8063ca6ecbd0a439108c8bd060b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310936c7-2881-454f-a40c-2e0823997f29" -d '{"events": [{"name": "network-changed", "server_uuid": "bb86f973-3d00-4500-a628-3d660a2d64ae", "tag": "520815f2-d308-4689-b992-eb5c26779b1b"}]}' {{(pid=101833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:13:07.937497 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d89d702-d753-403d-8b5c-12722c4353cc admin admin] Notify agent at l3_agent.dv-cinder-818233-1-iscsi the message routers_updated {{(pid=101834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 15:13:07.943673 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-0d89d702-d753-403d-8b5c-12722c4353cc admin admin] 10.222.0.62 "PUT /v2.0/routers/1dbe81e1-a96c-4f8e-9087-e20ea6dc9b89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5549228 Nov 17 15:13:07.990127 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd35359-b668-4f32-bfcc-0a92880f1669 service neutron] Pushing event updated for resources: {'Port': ['ID=520815f2-d308-4689-b992-eb5c26779b1b,revision_number=3']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:13:08.016882 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 15:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c762b680-2192-4098-857a-27076fd947eb x-openstack-request-id: req-c762b680-2192-4098-857a-27076fd947eb {{(pid=101833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:13:08.017380 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb86f973-3d00-4500-a628-3d660a2d64ae", "tag": "520815f2-d308-4689-b992-eb5c26779b1b", "status": "completed", "code": 200}]} {{(pid=101833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:13:08.017632 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c762b680-2192-4098-857a-27076fd947eb {{(pid=101833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:13:08.018037 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb86f973-3d00-4500-a628-3d660a2d64ae', 'tag': '520815f2-d308-4689-b992-eb5c26779b1b', 'status': 'completed', 'code': 200} Nov 17 15:13:08.070071 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef5cf9-6da7-4cce-8808-937b15c986a3 req-edfef14c-7a74-49f1-a064-3fadd7d4fe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:08.071893 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-3fef5cf9-6da7-4cce-8808-937b15c986a3 req-edfef14c-7a74-49f1-a064-3fadd7d4fe65 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ec0708b751244b56bcfdc409fe8b6761&device_id=bb86f973-3d00-4500-a628-3d660a2d64ae HTTP/1.1" status: 200 len: 1100 time: 0.0675573 Nov 17 15:13:08.148882 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-3fef5cf9-6da7-4cce-8808-937b15c986a3 req-c36eb2ac-9bba-4fc8-8b95-f09654d52797 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=520815f2-d308-4689-b992-eb5c26779b1b HTTP/1.1" status: 200 len: 217 time: 0.0656283 Nov 17 15:13:08.216127 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef5cf9-6da7-4cce-8808-937b15c986a3 req-cb04728f-ca26-49fe-862f-cabcfc054a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:08.218218 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-3fef5cf9-6da7-4cce-8808-937b15c986a3 req-cb04728f-ca26-49fe-862f-cabcfc054a46 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b4dffb43-3d89-49b7-b684-a70f6d43be7f HTTP/1.1" status: 200 len: 843 time: 0.0532482 Nov 17 15:13:08.278515 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef5cf9-6da7-4cce-8808-937b15c986a3 req-c987178d-762c-4ad8-ae77-0a994ded0349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:08.280044 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-3fef5cf9-6da7-4cce-8808-937b15c986a3 req-c987178d-762c-4ad8-ae77-0a994ded0349 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b80f60c7-7591-4a45-b0fa-ea5e23ffe87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0469997 Nov 17 15:13:08.381618 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-3fef5cf9-6da7-4cce-8808-937b15c986a3 req-a79dc2e3-4841-4fd8-9cac-c79b84aa83c8 service neutron] 10.222.0.55 "GET /v2.0/networks/b80f60c7-7591-4a45-b0fa-ea5e23ffe87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869958 Nov 17 15:13:08.496441 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-3fef5cf9-6da7-4cce-8808-937b15c986a3 req-be5215d8-ba82-459b-9021-e0271aef1295 service neutron] 10.222.0.55 "GET /v2.0/networks/b80f60c7-7591-4a45-b0fa-ea5e23ffe87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938096 Nov 17 15:13:08.534049 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 60246) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:13:08.538938 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [None req-a1a02da7-4857-4b6c-bc31-567ed737b58e tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1243041801', 'description': 'tempest-secgroup-smoke-1243041801 description', 'project_id': '5131dce595224bfe8a730cc800f0f158'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:13:08.566132 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-a1a02da7-4857-4b6c-bc31-567ed737b58e tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks [] for security_group, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:08.652118 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310936c7-2881-454f-a40c-2e0823997f29 req-511ed418-12e6-4baf-960f-358922d26db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:08.653624 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-310936c7-2881-454f-a40c-2e0823997f29 req-511ed418-12e6-4baf-960f-358922d26db2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ec0708b751244b56bcfdc409fe8b6761&device_id=bb86f973-3d00-4500-a628-3d660a2d64ae HTTP/1.1" status: 200 len: 1100 time: 0.0945745 Nov 17 15:13:08.665876 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907eba1-9445-4124-8932-f7ae2c9f8f2f req-2b38704a-85c6-425b-a114-e46e92c954b7 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:08.667323 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-0907eba1-9445-4124-8932-f7ae2c9f8f2f req-2b38704a-85c6-425b-a114-e46e92c954b7 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb86f973-3d00-4500-a628-3d660a2d64ae HTTP/1.1" status: 200 len: 947 time: 0.0653613 Nov 17 15:13:08.677248 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-a1a02da7-4857-4b6c-bc31-567ed737b58e tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks [] for security_group, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:08.685007 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-a1a02da7-4857-4b6c-bc31-567ed737b58e tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:08.721760 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-a1a02da7-4857-4b6c-bc31-567ed737b58e tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks [] for security_group, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:08.723434 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-a1a02da7-4857-4b6c-bc31-567ed737b58e tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1882513 Nov 17 15:13:08.727356 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 60248) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:13:08.739239 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device aaf248ac-bfa0-4272-a6a4-a50d7e5f4952 up at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:13:08.747083 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [None req-959535da-f00d-4af0-a91c-5763d0679539 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Request body: {'security_group_rule': {'security_group_id': '418ad473-dff6-432a-ba4f-d87e422e1701', 'project_id': '5131dce595224bfe8a730cc800f0f158', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:13:08.763341 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a02da7-4857-4b6c-bc31-567ed737b58e tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=418ad473-dff6-432a-ba4f-d87e422e1701,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:13:08.786115 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-0907eba1-9445-4124-8932-f7ae2c9f8f2f req-a12b4f7f-6bdb-411a-8de0-dc0ae3b004a0 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd32f321-28d2-400c-8f96-cd0bc3ec8411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103556 Nov 17 15:13:08.800996 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-959535da-f00d-4af0-a91c-5763d0679539 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:08.811406 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310936c7-2881-454f-a40c-2e0823997f29 req-807f47d9-9302-4fb1-8650-218083ce3c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:08.813029 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-310936c7-2881-454f-a40c-2e0823997f29 req-807f47d9-9302-4fb1-8650-218083ce3c59 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b80f60c7-7591-4a45-b0fa-ea5e23ffe87e HTTP/1.1" status: 200 len: 870 time: 0.1448257 Nov 17 15:13:08.840296 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Provisioning complete for port aaf248ac-bfa0-4272-a6a4-a50d7e5f4952 triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:13:08.840879 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:08.853296 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 60252) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:13:08.884757 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-310936c7-2881-454f-a40c-2e0823997f29 req-0efc2839-3875-451a-a3d4-a423500cee7f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=520815f2-d308-4689-b992-eb5c26779b1b HTTP/1.1" status: 200 len: 217 time: 0.0552642 Nov 17 15:13:08.902824 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-959535da-f00d-4af0-a91c-5763d0679539 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:08.910651 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-959535da-f00d-4af0-a91c-5763d0679539 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603830'] for security_group_rule, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:08.940454 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:08.956479 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310936c7-2881-454f-a40c-2e0823997f29 req-df92cb10-575b-4843-935b-318b435637a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:08.958145 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-310936c7-2881-454f-a40c-2e0823997f29 req-df92cb10-575b-4843-935b-318b435637a3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b4dffb43-3d89-49b7-b684-a70f6d43be7f HTTP/1.1" status: 200 len: 843 time: 0.0548038 Nov 17 15:13:08.969713 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] For port aaf248ac-bfa0-4272-a6a4-a50d7e5f4952, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=aaf248ac-bfa0-4272-a6a4-a50d7e5f4952,segment=NetworkSegment(e39e10fc-a942-4c92-be27-2cc9068c33b8),segment_id=e39e10fc-a942-4c92-be27-2cc9068c33b8)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:13:08.972622 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-959535da-f00d-4af0-a91c-5763d0679539 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:08.974084 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-959535da-f00d-4af0-a91c-5763d0679539 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2417645 Nov 17 15:13:08.981435 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 60258) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:13:08.982661 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:08.989670 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.v2.base [None req-65388cdd-fabf-478b-a6b8-32feb772397a tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Request body: {'security_group_rule': {'security_group_id': '418ad473-dff6-432a-ba4f-d87e422e1701', 'project_id': '5131dce595224bfe8a730cc800f0f158', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:13:09.002992 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959535da-f00d-4af0-a91c-5763d0679539 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=774afba7-ed04-4cc7-87a0-5f6ad55d43a1,revision_number=0']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:13:09.041595 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-65388cdd-fabf-478b-a6b8-32feb772397a tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:09.043654 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-78824bf0-c5dc-4c0d-b074-c38f124ac8d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:09.072910 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310936c7-2881-454f-a40c-2e0823997f29 req-5c5eda6e-aa89-46f9-aa1c-072b7c45c63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:09.074389 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-310936c7-2881-454f-a40c-2e0823997f29 req-5c5eda6e-aa89-46f9-aa1c-072b7c45c63c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b80f60c7-7591-4a45-b0fa-ea5e23ffe87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1033449 Nov 17 15:13:09.077857 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Pushing event updated for resources: {'Port': ['ID=aaf248ac-bfa0-4272-a6a4-a50d7e5f4952,revision_number=4']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:13:09.083567 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b2271-3a5e-4ec8-b27c-1b4c9ed17d0c req-16fb910a-e4ab-439d-868c-40586ef85629 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:09.085159 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-c56b2271-3a5e-4ec8-b27c-1b4c9ed17d0c req-16fb910a-e4ab-439d-868c-40586ef85629 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 946 time: 0.1233125 Nov 17 15:13:09.128121 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-65388cdd-fabf-478b-a6b8-32feb772397a tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:09.158938 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-65388cdd-fabf-478b-a6b8-32feb772397a tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603830'] for security_group_rule, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:09.162791 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-c56b2271-3a5e-4ec8-b27c-1b4c9ed17d0c req-206b00ed-d1f3-4004-8893-8fe65699a19f tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=d021336b-71ed-4ed3-bf6c-930a92e4b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683794 Nov 17 15:13:09.196356 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-65388cdd-fabf-478b-a6b8-32feb772397a tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:09.200420 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-65388cdd-fabf-478b-a6b8-32feb772397a tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2143593 Nov 17 15:13:09.200543 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 60262) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:13:09.203249 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65388cdd-fabf-478b-a6b8-32feb772397a tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0960bf5d-aa52-4a6f-b6bd-16702ca7e740,revision_number=0']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:13:09.210872 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [None req-c864b0b4-4f8c-46a4-b21e-0288169613f6 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Request body: {'security_group_rule': {'security_group_id': '418ad473-dff6-432a-ba4f-d87e422e1701', 'project_id': '5131dce595224bfe8a730cc800f0f158', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:13:09.221438 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-78824bf0-c5dc-4c0d-b074-c38f124ac8d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:09.227629 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-78824bf0-c5dc-4c0d-b074-c38f124ac8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:09.229141 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-310936c7-2881-454f-a40c-2e0823997f29 req-fa84cb7d-9d1e-480a-9d36-345967ec8c8a service neutron] 10.222.0.55 "GET /v2.0/networks/b80f60c7-7591-4a45-b0fa-ea5e23ffe87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432660 Nov 17 15:13:09.278646 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78824bf0-c5dc-4c0d-b074-c38f124ac8d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd18a7f1-9b04-46d4-b823-56531e2e6181,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:13:09.286520 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-78824bf0-c5dc-4c0d-b074-c38f124ac8d6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=16fc2f4ef5f9454098357c455fe73d06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4321578 Nov 17 15:13:09.287424 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 60264) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:13:09.288644 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-c864b0b4-4f8c-46a4-b21e-0288169613f6 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:09.332178 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-310936c7-2881-454f-a40c-2e0823997f29 req-3a62facb-b15d-4bbf-a481-f75c557fff6d service neutron] 10.222.0.55 "GET /v2.0/networks/b80f60c7-7591-4a45-b0fa-ea5e23ffe87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921752 Nov 17 15:13:09.372068 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-c864b0b4-4f8c-46a4-b21e-0288169613f6 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:09.377255 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-80627a85-6e90-4a8d-9c55-ddd828fa2fb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:09.378903 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-c864b0b4-4f8c-46a4-b21e-0288169613f6 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603830'] for security_group_rule, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:09.382230 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc7d2df-1447-4e12-baf6-3545098ceb8f None None] Sync routers for ids ['1dbe81e1-a96c-4f8e-9087-e20ea6dc9b89'] in dv-cinder-818233-1-iscsi {{(pid=101835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 15:13:09.392869 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc7d2df-1447-4e12-baf6-3545098ceb8f None None] Routers {'1dbe81e1-a96c-4f8e-9087-e20ea6dc9b89'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:13:09.393476 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-1cc7d2df-1447-4e12-baf6-3545098ceb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:12:54Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['1dbe81e1-a96c-4f8e-9087-e20ea6dc9b89'], 'active': True} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:13:09.424041 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c864b0b4-4f8c-46a4-b21e-0288169613f6 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6a9006b-44c1-493b-bc50-f5d7cf23b75b,revision_number=0']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:13:09.431341 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-c864b0b4-4f8c-46a4-b21e-0288169613f6 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:09.432563 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-c864b0b4-4f8c-46a4-b21e-0288169613f6 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2306066 Nov 17 15:13:09.435244 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 60266) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:13:09.435807 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-80627a85-6e90-4a8d-9c55-ddd828fa2fb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:09.441668 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.v2.base [None req-ecd5c21f-58aa-4329-91e8-954e16ae3517 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Request body: {'security_group_rule': {'security_group_id': '418ad473-dff6-432a-ba4f-d87e422e1701', 'project_id': '5131dce595224bfe8a730cc800f0f158', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:13:09.478709 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-ecd5c21f-58aa-4329-91e8-954e16ae3517 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:09.489973 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-80627a85-6e90-4a8d-9c55-ddd828fa2fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:09.492885 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-80627a85-6e90-4a8d-9c55-ddd828fa2fb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:09.494137 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-80627a85-6e90-4a8d-9c55-ddd828fa2fb3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dd18a7f1-9b04-46d4-b823-56531e2e6181 HTTP/1.1" status: 204 len: 168 time: 0.2026837 Nov 17 15:13:09.503691 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80627a85-6e90-4a8d-9c55-ddd828fa2fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd18a7f1-9b04-46d4-b823-56531e2e6181,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:13:09.529355 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvr_db [None req-1cc7d2df-1447-4e12-baf6-3545098ceb8f None None] Set router 1dbe81e1-a96c-4f8e-9087-e20ea6dc9b89 gateway port host: dv-cinder-818233-1-iscsi {{(pid=101835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:13:09.551249 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-ecd5c21f-58aa-4329-91e8-954e16ae3517 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:09.556999 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-ecd5c21f-58aa-4329-91e8-954e16ae3517 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603830'] for security_group_rule, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:09.574037 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd5c21f-58aa-4329-91e8-954e16ae3517 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e38e736-1e43-4441-b5ac-283906096108,revision_number=0']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:13:09.584425 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-ecd5c21f-58aa-4329-91e8-954e16ae3517 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:09.585608 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-ecd5c21f-58aa-4329-91e8-954e16ae3517 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1484601 Nov 17 15:13:09.588862 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 60270) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:13:09.595263 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [None req-d5e3932b-dc9d-4d1d-8d6b-5c7efefeb0d1 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Request body: {'security_group_rule': {'security_group_id': '418ad473-dff6-432a-ba4f-d87e422e1701', 'project_id': '5131dce595224bfe8a730cc800f0f158', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:13:09.624253 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.db.securitygroups_db [None req-d5e3932b-dc9d-4d1d-8d6b-5c7efefeb0d1 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Project 5131dce595224bfe8a730cc800f0f158 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 17 15:13:09.645840 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-d5e3932b-dc9d-4d1d-8d6b-5c7efefeb0d1 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:09.702412 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-d5e3932b-dc9d-4d1d-8d6b-5c7efefeb0d1 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:09.706748 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-d5e3932b-dc9d-4d1d-8d6b-5c7efefeb0d1 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603830'] for security_group_rule, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:09.733726 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e3932b-dc9d-4d1d-8d6b-5c7efefeb0d1 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88c4b0dc-c923-4d1c-827f-6f86dd7be8d4,revision_number=0']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:13:09.743122 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-d5e3932b-dc9d-4d1d-8d6b-5c7efefeb0d1 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:09.747083 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-d5e3932b-dc9d-4d1d-8d6b-5c7efefeb0d1 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1546202 Nov 17 15:13:09.747323 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 60272) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:13:09.752205 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [None req-0460542d-5916-49e4-b9bf-3d423c1cd172 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Request body: {'security_group_rule': {'security_group_id': '418ad473-dff6-432a-ba4f-d87e422e1701', 'project_id': '5131dce595224bfe8a730cc800f0f158', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:13:09.764051 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-1cc7d2df-1447-4e12-baf6-3545098ceb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dbe81e1-a96c-4f8e-9087-e20ea6dc9b89', 'name': 'tempest-TestVolumeBootPattern-1215215318-router', 'tenant_id': 'd6d252fba4c34628a930233b7ab85306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'aaf248ac-bfa0-4272-a6a4-a50d7e5f4952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:13:02Z', 'updated_at': '2021-11-17T15:13:06Z', 'revision_number': 4, 'project_id': 'd6d252fba4c34628a930233b7ab85306', 'gw_port': {'id': 'aaf248ac-bfa0-4272-a6a4-a50d7e5f4952', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dbe81e1-a96c-4f8e-9087-e20ea6dc9b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:13:03Z', 'updated_at': '2021-11-17T15:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': '85816968-2cba-40a2-9c06-6676466ae308', 'name': '', 'network_id': '1fca104d-ea74-4332-bec0-89b177260d77', 'tenant_id': 'd6d252fba4c34628a930233b7ab85306', 'mac_address': 'fa:16:3e:56:24:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dbe81e1-a96c-4f8e-9087-e20ea6dc9b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '5c2d7312-481e-4956-8d63-7adb5f29551c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:13:05Z', 'updated_at': '2021-11-17T15:13:06Z', 'revision_number': 2, 'project_id': 'd6d252fba4c34628a930233b7ab85306', 'subnets': [{'id': '5c2d7312-481e-4956-8d63-7adb5f29551c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:13:09.778015 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.db.securitygroups_db [None req-0460542d-5916-49e4-b9bf-3d423c1cd172 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Project 5131dce595224bfe8a730cc800f0f158 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 17 15:13:09.783861 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-0460542d-5916-49e4-b9bf-3d423c1cd172 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:09.798037 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc7d2df-1447-4e12-baf6-3545098ceb8f None None] Checking router: 1dbe81e1-a96c-4f8e-9087-e20ea6dc9b89 for host: dv-cinder-818233-1-iscsi {{(pid=101835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 15:13:09.798539 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc7d2df-1447-4e12-baf6-3545098ceb8f None None] Updating router 1dbe81e1-a96c-4f8e-9087-e20ea6dc9b89 port 85816968-2cba-40a2-9c06-6676466ae308 binding host dv-cinder-818233-1-iscsi {{(pid=101835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 17 15:13:09.829184 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1cc7d2df-1447-4e12-baf6-3545098ceb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:09.857256 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-0460542d-5916-49e4-b9bf-3d423c1cd172 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:09.861236 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-0460542d-5916-49e4-b9bf-3d423c1cd172 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603830'] for security_group_rule, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:09.884841 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460542d-5916-49e4-b9bf-3d423c1cd172 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f72f912-ecb8-4706-a2e5-ba581d3d4f09,revision_number=0']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:13:09.890585 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-0460542d-5916-49e4-b9bf-3d423c1cd172 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:09.891831 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-0460542d-5916-49e4-b9bf-3d423c1cd172 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1434641 Nov 17 15:13:09.929297 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430aaaa-1383-4d6e-8f58-5b8d7e0b1878 req-4fd5c9b4-3b97-4447-a5c0-e3f54798c3ca tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:09.935703 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-f430aaaa-1383-4d6e-8f58-5b8d7e0b1878 req-4fd5c9b4-3b97-4447-a5c0-e3f54798c3ca tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb86f973-3d00-4500-a628-3d660a2d64ae HTTP/1.1" status: 200 len: 947 time: 0.0651910 Nov 17 15:13:10.000260 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-f430aaaa-1383-4d6e-8f58-5b8d7e0b1878 req-cac52ddc-ef2c-4da1-871b-81c70223f699 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd32f321-28d2-400c-8f96-cd0bc3ec8411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636058 Nov 17 15:13:10.226206 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1cc7d2df-1447-4e12-baf6-3545098ceb8f None None] Publish callbacks [] for port, precommit_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:10.233933 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1cc7d2df-1447-4e12-baf6-3545098ceb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:10.298455 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703b6b34-9fee-4c3b-891c-1d959dd0915f None None] Pushing event updated for resources: {'Port': ['ID=85816968-2cba-40a2-9c06-6676466ae308,revision_number=3']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:13:10.332653 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b9d312-a818-4c54-a123-186acfef5cce req-4cdb24ff-138c-443d-9514-e817968739ba tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:10.335295 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-79b9d312-a818-4c54-a123-186acfef5cce req-4cdb24ff-138c-443d-9514-e817968739ba tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 946 time: 0.0786974 Nov 17 15:13:10.374751 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-1cc7d2df-1447-4e12-baf6-3545098ceb8f None None] Attempting to bind port 85816968-2cba-40a2-9c06-6676466ae308 on host dv-cinder-818233-1-iscsi for vnic_type normal with profile {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 15:13:10.375196 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-1cc7d2df-1447-4e12-baf6-3545098ceb8f None None] Attempting to bind port 85816968-2cba-40a2-9c06-6676466ae308 by drivers openvswitch,hyperv on host dv-cinder-818233-1-iscsi at level 0 using segments [{'id': '6acd6724-b3b5-4639-91c9-7f0d1402f3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '1fca104d-ea74-4332-bec0-89b177260d77'}] {{(pid=101835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 15:13:10.375665 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc7d2df-1447-4e12-baf6-3545098ceb8f None None] Attempting to bind port 85816968-2cba-40a2-9c06-6676466ae308 on network 1fca104d-ea74-4332-bec0-89b177260d77 {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:13:10.382546 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc7d2df-1447-4e12-baf6-3545098ceb8f None None] Checking agent: {'id': '80212031-474b-4b2d-a4cc-c8968f8491db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818233-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 15, 2, 57), 'started_at': datetime.datetime(2021, 11, 17, 15, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 15, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818233-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 15:13:10.383047 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc7d2df-1447-4e12-baf6-3545098ceb8f None None] Checking segment: {'id': '6acd6724-b3b5-4639-91c9-7f0d1402f3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '1fca104d-ea74-4332-bec0-89b177260d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:13:10.383583 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1cc7d2df-1447-4e12-baf6-3545098ceb8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:10.384081 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc7d2df-1447-4e12-baf6-3545098ceb8f None None] Bound using segment: {'id': '6acd6724-b3b5-4639-91c9-7f0d1402f3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '1fca104d-ea74-4332-bec0-89b177260d77'} {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 15:13:10.384763 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-1cc7d2df-1447-4e12-baf6-3545098ceb8f None None] Bound port: 85816968-2cba-40a2-9c06-6676466ae308, host: dv-cinder-818233-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6acd6724-b3b5-4639-91c9-7f0d1402f3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '1fca104d-ea74-4332-bec0-89b177260d77'}}] {{(pid=101835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 15:13:10.385234 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1cc7d2df-1447-4e12-baf6-3545098ceb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:10.403186 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-79b9d312-a818-4c54-a123-186acfef5cce req-c0208e42-faca-4306-9500-d9afe4e59a6b tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=d021336b-71ed-4ed3-bf6c-930a92e4b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613546 Nov 17 15:13:10.474805 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-1cc7d2df-1447-4e12-baf6-3545098ceb8f None None] For port 85816968-2cba-40a2-9c06-6676466ae308, host dv-cinder-818233-1-iscsi, cleared binding levels {{(pid=101835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 15:13:10.477998 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-1cc7d2df-1447-4e12-baf6-3545098ceb8f None None] For port 85816968-2cba-40a2-9c06-6676466ae308, host dv-cinder-818233-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=85816968-2cba-40a2-9c06-6676466ae308,segment=NetworkSegment(6acd6724-b3b5-4639-91c9-7f0d1402f3e7),segment_id=6acd6724-b3b5-4639-91c9-7f0d1402f3e7)] {{(pid=101835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 15:13:10.482692 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1cc7d2df-1447-4e12-baf6-3545098ceb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:10.544783 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc7d2df-1447-4e12-baf6-3545098ceb8f None None] Routers {'1dbe81e1-a96c-4f8e-9087-e20ea6dc9b89'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:13:10.545352 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-1cc7d2df-1447-4e12-baf6-3545098ceb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:12:54Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['1dbe81e1-a96c-4f8e-9087-e20ea6dc9b89'], 'active': True} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:13:10.547149 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703b6b34-9fee-4c3b-891c-1d959dd0915f None None] Pushing event updated for resources: {'Port': ['ID=85816968-2cba-40a2-9c06-6676466ae308,revision_number=4']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:13:10.650391 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device aaf248ac-bfa0-4272-a6a4-a50d7e5f4952 up at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:13:10.683620 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-933daadb-d7d6-4eb5-8193-8b5c5976f672 None None] Provisioning complete for port 85816968-2cba-40a2-9c06-6676466ae308 triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:13:10.683996 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-933daadb-d7d6-4eb5-8193-8b5c5976f672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:10.725746 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvr_db [None req-1cc7d2df-1447-4e12-baf6-3545098ceb8f None None] Set router 1dbe81e1-a96c-4f8e-9087-e20ea6dc9b89 gateway port host: dv-cinder-818233-1-iscsi {{(pid=101835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:13:10.827830 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Provisioning complete for port aaf248ac-bfa0-4272-a6a4-a50d7e5f4952 triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:13:10.828197 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:10.941251 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-933daadb-d7d6-4eb5-8193-8b5c5976f672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:11.026473 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-933daadb-d7d6-4eb5-8193-8b5c5976f672 None None] For port 85816968-2cba-40a2-9c06-6676466ae308, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=85816968-2cba-40a2-9c06-6676466ae308,segment=NetworkSegment(6acd6724-b3b5-4639-91c9-7f0d1402f3e7),segment_id=6acd6724-b3b5-4639-91c9-7f0d1402f3e7)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:13:11.052405 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-933daadb-d7d6-4eb5-8193-8b5c5976f672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:11.122735 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933daadb-d7d6-4eb5-8193-8b5c5976f672 None None] Pushing event updated for resources: {'Port': ['ID=85816968-2cba-40a2-9c06-6676466ae308,revision_number=5']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:13:11.130513 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-1cc7d2df-1447-4e12-baf6-3545098ceb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dbe81e1-a96c-4f8e-9087-e20ea6dc9b89', 'name': 'tempest-TestVolumeBootPattern-1215215318-router', 'tenant_id': 'd6d252fba4c34628a930233b7ab85306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'aaf248ac-bfa0-4272-a6a4-a50d7e5f4952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:13:02Z', 'updated_at': '2021-11-17T15:13:06Z', 'revision_number': 4, 'project_id': 'd6d252fba4c34628a930233b7ab85306', 'gw_port': {'id': 'aaf248ac-bfa0-4272-a6a4-a50d7e5f4952', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dbe81e1-a96c-4f8e-9087-e20ea6dc9b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:13:03Z', 'updated_at': '2021-11-17T15:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': '85816968-2cba-40a2-9c06-6676466ae308', 'name': '', 'network_id': '1fca104d-ea74-4332-bec0-89b177260d77', 'tenant_id': 'd6d252fba4c34628a930233b7ab85306', 'mac_address': 'fa:16:3e:56:24:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dbe81e1-a96c-4f8e-9087-e20ea6dc9b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '5c2d7312-481e-4956-8d63-7adb5f29551c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:13:05Z', 'updated_at': '2021-11-17T15:13:10Z', 'revision_number': 4, 'project_id': 'd6d252fba4c34628a930233b7ab85306', 'subnets': [{'id': '5c2d7312-481e-4956-8d63-7adb5f29551c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:13:11.132344 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d3134-f64d-4828-bc00-8928cd880460 req-9e48d64e-fd3a-4972-b6e4-aeb03f0c899b tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:11.133823 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-b37d3134-f64d-4828-bc00-8928cd880460 req-9e48d64e-fd3a-4972-b6e4-aeb03f0c899b tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb86f973-3d00-4500-a628-3d660a2d64ae HTTP/1.1" status: 200 len: 947 time: 0.0564213 Nov 17 15:13:11.157383 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc7d2df-1447-4e12-baf6-3545098ceb8f None None] The sync data for ids ['1dbe81e1-a96c-4f8e-9087-e20ea6dc9b89'] in dv-cinder-818233-1-iscsi is: [{'id': '1dbe81e1-a96c-4f8e-9087-e20ea6dc9b89', 'name': 'tempest-TestVolumeBootPattern-1215215318-router', 'tenant_id': 'd6d252fba4c34628a930233b7ab85306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'aaf248ac-bfa0-4272-a6a4-a50d7e5f4952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:13:02Z', 'updated_at': '2021-11-17T15:13:06Z', 'revision_number': 4, 'project_id': 'd6d252fba4c34628a930233b7ab85306', 'gw_port': {'id': 'aaf248ac-bfa0-4272-a6a4-a50d7e5f4952', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dbe81e1-a96c-4f8e-9087-e20ea6dc9b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:13:03Z', 'updated_at': '2021-11-17T15:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': '85816968-2cba-40a2-9c06-6676466ae308', 'name': '', 'network_id': '1fca104d-ea74-4332-bec0-89b177260d77', 'tenant_id': 'd6d252fba4c34628a930233b7ab85306', 'mac_address': 'fa:16:3e:56:24:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dbe81e1-a96c-4f8e-9087-e20ea6dc9b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '5c2d7312-481e-4956-8d63-7adb5f29551c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:13:05Z', 'updated_at': '2021-11-17T15:13:10Z', 'revision_number': 4, 'project_id': 'd6d252fba4c34628a930233b7ab85306', 'subnets': [{'id': '5c2d7312-481e-4956-8d63-7adb5f29551c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 15:13:11.172816 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-5987acf2-51c8-44da-98c9-3ef32c3f82f7 None None] Provisioning complete for port 85816968-2cba-40a2-9c06-6676466ae308 triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:13:11.173183 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-5987acf2-51c8-44da-98c9-3ef32c3f82f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:11.182629 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-b37d3134-f64d-4828-bc00-8928cd880460 req-30ea005a-d206-4435-a738-6b898d076ff6 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd32f321-28d2-400c-8f96-cd0bc3ec8411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428374 Nov 17 15:13:11.419599 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device 520815f2-d308-4689-b992-eb5c26779b1b details requested by agent hyperv_hv-cinder-81823 with host hv-cinder-81823 {{(pid=101835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 17 15:13:11.527539 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port 520815f2-d308-4689-b992-eb5c26779b1b, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=520815f2-d308-4689-b992-eb5c26779b1b,segment=NetworkSegment(78a3b0fa-e8ff-4149-b5e9-ff414da846de),segment_id=78a3b0fa-e8ff-4149-b5e9-ff414da846de)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:13:11.530460 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409362eb-8859-4f85-8b39-7ae13f9093bd req-f74f74ea-51fb-42e3-bcdd-89f06576cdb3 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:11.532176 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-409362eb-8859-4f85-8b39-7ae13f9093bd req-f74f74ea-51fb-42e3-bcdd-89f06576cdb3 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 946 time: 0.0507493 Nov 17 15:13:11.539657 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Returning: {'device': '520815f2-d308-4689-b992-eb5c26779b1b', 'network_id': 'b80f60c7-7591-4a45-b0fa-ea5e23ffe87e', 'port_id': '520815f2-d308-4689-b992-eb5c26779b1b', 'mac_address': 'fa:16:3e:8b:85:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4dffb43-3d89-49b7-b684-a70f6d43be7f', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 17 15:13:11.581020 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:11.587751 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-409362eb-8859-4f85-8b39-7ae13f9093bd req-21e6cdab-55a6-4ef1-8727-e882fd41feec tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=d021336b-71ed-4ed3-bf6c-930a92e4b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490701 Nov 17 15:13:11.595793 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.notifiers.nova [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 520815f2-d308-4689-b992-eb5c26779b1b {{(pid=101835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 15:13:11.616341 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port 520815f2-d308-4689-b992-eb5c26779b1b, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=520815f2-d308-4689-b992-eb5c26779b1b,segment=NetworkSegment(78a3b0fa-e8ff-4149-b5e9-ff414da846de),segment_id=78a3b0fa-e8ff-4149-b5e9-ff414da846de)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:13:11.620761 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:11.669962 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Pushing event updated for resources: {'Port': ['ID=520815f2-d308-4689-b992-eb5c26779b1b,revision_number=4']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:13:12.147065 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] get_ports_and_sgs() called for port_ids ['520815f2-d308-4689-b992-eb5c26779b1b'] {{(pid=101835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 15:13:12.321710 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02775b-ecec-4e0c-b725-285571dbf0ef req-d7343cd1-e746-41ea-974b-a7d5d2b3b865 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:12.323339 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-fa02775b-ecec-4e0c-b725-285571dbf0ef req-d7343cd1-e746-41ea-974b-a7d5d2b3b865 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb86f973-3d00-4500-a628-3d660a2d64ae HTTP/1.1" status: 200 len: 948 time: 0.0510263 Nov 17 15:13:12.372930 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-fa02775b-ecec-4e0c-b725-285571dbf0ef req-d10ec351-1b0f-4e55-8f1d-a9c442ff73f3 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd32f321-28d2-400c-8f96-cd0bc3ec8411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424562 Nov 17 15:13:12.661038 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device 85816968-2cba-40a2-9c06-6676466ae308 up at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:13:12.720233 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Provisioning complete for port 85816968-2cba-40a2-9c06-6676466ae308 triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:13:12.720537 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:12.720639 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9bcf9d-aaa7-4f7a-ae51-8074c1725485 req-05e8b23f-2b73-4eaa-96b5-93218bab85a5 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:12.723165 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-7b9bcf9d-aaa7-4f7a-ae51-8074c1725485 req-05e8b23f-2b73-4eaa-96b5-93218bab85a5 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 946 time: 0.0626400 Nov 17 15:13:12.774298 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-7b9bcf9d-aaa7-4f7a-ae51-8074c1725485 req-f39b2649-f48b-4dd9-89ce-94312f29d2e7 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=d021336b-71ed-4ed3-bf6c-930a92e4b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442543 Nov 17 15:13:13.409936 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device 520815f2-d308-4689-b992-eb5c26779b1b up at agent hyperv_hv-cinder-81823 {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:13:13.467621 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Provisioning for port 520815f2-d308-4689-b992-eb5c26779b1b completed by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 17 15:13:13.472807 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Provisioning complete for port 520815f2-d308-4689-b992-eb5c26779b1b triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:13:13.473264 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:13.498104 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2fbf2-33c0-49c9-9af0-f41701a8b85e req-bc8b1968-294c-4a3b-bb23-80047f9c2e0b tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:13.500166 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-ebd2fbf2-33c0-49c9-9af0-f41701a8b85e req-bc8b1968-294c-4a3b-bb23-80047f9c2e0b tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb86f973-3d00-4500-a628-3d660a2d64ae HTTP/1.1" status: 200 len: 948 time: 0.0563080 Nov 17 15:13:13.566268 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:13.567151 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-ebd2fbf2-33c0-49c9-9af0-f41701a8b85e req-32c73c13-903f-440e-99f9-fedd3b8a3a69 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd32f321-28d2-400c-8f96-cd0bc3ec8411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609543 Nov 17 15:13:13.593363 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb86f973-3d00-4500-a628-3d660a2d64ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '520815f2-d308-4689-b992-eb5c26779b1b'}] {{(pid=101835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:13:13.596167 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc2a867bdaff5c76f0208ec4146e14dfecc9fe2083470249ba9c3c2934649c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ebbe4f8-f532-4c50-8a10-5dc63ab13cc5" -d '{"events": [{"server_uuid": "bb86f973-3d00-4500-a628-3d660a2d64ae", "name": "network-vif-plugged", "status": "completed", "tag": "520815f2-d308-4689-b992-eb5c26779b1b"}]}' {{(pid=101835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:13:13.610088 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port 520815f2-d308-4689-b992-eb5c26779b1b, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=520815f2-d308-4689-b992-eb5c26779b1b,segment=NetworkSegment(78a3b0fa-e8ff-4149-b5e9-ff414da846de),segment_id=78a3b0fa-e8ff-4149-b5e9-ff414da846de)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:13:13.615666 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:13.641509 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 15:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537aba59-f543-4a75-bd46-0024ad6109fd x-openstack-request-id: req-537aba59-f543-4a75-bd46-0024ad6109fd {{(pid=101835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:13:13.641816 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb86f973-3d00-4500-a628-3d660a2d64ae", "name": "network-vif-plugged", "status": "completed", "tag": "520815f2-d308-4689-b992-eb5c26779b1b", "code": 200}]} {{(pid=101835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:13:13.642064 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-537aba59-f543-4a75-bd46-0024ad6109fd {{(pid=101835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:13:13.642441 dv-cinder-818233-1-iscsi neutron-server[101835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb86f973-3d00-4500-a628-3d660a2d64ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '520815f2-d308-4689-b992-eb5c26779b1b', 'code': 200} Nov 17 15:13:13.672831 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Pushing event updated for resources: {'Port': ['ID=520815f2-d308-4689-b992-eb5c26779b1b,revision_number=5']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:13:13.839594 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48e25d-3912-47c0-9ae9-8df1394f0338 req-88311be7-c1da-4cd3-9a89-f0539e56e3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:13.841257 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-be48e25d-3912-47c0-9ae9-8df1394f0338 req-88311be7-c1da-4cd3-9a89-f0539e56e3d5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2c31c9cd89174556a7ca67ee64363dab&device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 1098 time: 0.0421660 Nov 17 15:13:13.870320 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf48f0b3-8cab-4c0c-b22a-35d09b07bd7c req-459ddd83-aeb9-4778-a5c3-7810521fdad5 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:13.872070 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-bf48f0b3-8cab-4c0c-b22a-35d09b07bd7c req-459ddd83-aeb9-4778-a5c3-7810521fdad5 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0797014 Nov 17 15:13:13.873760 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006cc01-b064-486f-a22a-fdd7a82f62e2 req-18153473-f632-48ca-b38e-c17c074be1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:13.875254 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-3006cc01-b064-486f-a22a-fdd7a82f62e2 req-18153473-f632-48ca-b38e-c17c074be1dc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bb86f973-3d00-4500-a628-3d660a2d64ae HTTP/1.1" status: 200 len: 1102 time: 0.0735819 Nov 17 15:13:13.949447 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-bf48f0b3-8cab-4c0c-b22a-35d09b07bd7c req-a5850f44-fe35-4ab1-bb3f-6e82d7312bca tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709713 Nov 17 15:13:13.951469 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-3006cc01-b064-486f-a22a-fdd7a82f62e2 req-089c8793-3f74-4235-94f4-85a2e462951f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fd32f321-28d2-400c-8f96-cd0bc3ec8411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656922 Nov 17 15:13:13.959309 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe7673-d2fb-4cd0-8261-b01f1afcb835 req-18c2a583-bdaf-4cc3-9c9d-1a9f6ed4424a tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:13.960786 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-6dbe7673-d2fb-4cd0-8261-b01f1afcb835 req-18c2a583-bdaf-4cc3-9c9d-1a9f6ed4424a tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 946 time: 0.1043026 Nov 17 15:13:13.986551 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48e25d-3912-47c0-9ae9-8df1394f0338 req-a0048d1a-1cf6-463b-94bf-f97a47614a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:13.988019 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-be48e25d-3912-47c0-9ae9-8df1394f0338 req-a0048d1a-1cf6-463b-94bf-f97a47614a71 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8f735dfc-629f-48fb-8e93-a13cf556a60b HTTP/1.1" status: 200 len: 920 time: 0.1391783 Nov 17 15:13:14.016476 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-6dbe7673-d2fb-4cd0-8261-b01f1afcb835 req-d03d9a09-0b90-4936-a75e-3398c2d99f82 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=d021336b-71ed-4ed3-bf6c-930a92e4b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469666 Nov 17 15:13:14.247295 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-be48e25d-3912-47c0-9ae9-8df1394f0338 req-c8feb1d4-63c3-494c-ab08-eba608156c0c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=275b7aa5-703f-43be-b128-93dc4f5e3ba7 HTTP/1.1" status: 200 len: 217 time: 0.0380409 Nov 17 15:13:14.297085 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48e25d-3912-47c0-9ae9-8df1394f0338 req-bef1c012-e951-4a18-b852-300cd330627c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:14.298471 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-be48e25d-3912-47c0-9ae9-8df1394f0338 req-bef1c012-e951-4a18-b852-300cd330627c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=88826920-16d8-4049-9290-269b7ad338c8 HTTP/1.1" status: 200 len: 859 time: 0.0419731 Nov 17 15:13:14.333239 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-be48e25d-3912-47c0-9ae9-8df1394f0338 req-6e8b5709-a66c-473b-b183-71c4ca4b5617 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8f735dfc-629f-48fb-8e93-a13cf556a60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245914 Nov 17 15:13:14.428091 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-be48e25d-3912-47c0-9ae9-8df1394f0338 req-99dfff10-c791-467b-bb1c-58d35fc1a070 service neutron] 10.222.0.55 "GET /v2.0/networks/8f735dfc-629f-48fb-8e93-a13cf556a60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864954 Nov 17 15:13:14.543144 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-be48e25d-3912-47c0-9ae9-8df1394f0338 req-991e848c-167b-4baf-b16f-b7ec58b3d8e2 service neutron] 10.222.0.55 "GET /v2.0/networks/8f735dfc-629f-48fb-8e93-a13cf556a60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816927 Nov 17 15:13:14.688562 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80ec59-9310-4b21-92ec-58c3347f6683 req-db7b01be-6e4d-406a-811c-7d6c1e169285 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:14.690402 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-dc80ec59-9310-4b21-92ec-58c3347f6683 req-db7b01be-6e4d-406a-811c-7d6c1e169285 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb86f973-3d00-4500-a628-3d660a2d64ae HTTP/1.1" status: 200 len: 949 time: 0.0523632 Nov 17 15:13:14.743019 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-dc80ec59-9310-4b21-92ec-58c3347f6683 req-5910cc71-a145-4320-9d28-a220045aab10 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd32f321-28d2-400c-8f96-cd0bc3ec8411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463116 Nov 17 15:13:15.064071 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349047f2-8183-4c82-85a5-e631001894f4 req-e9ae543a-2210-4206-a49f-5f3fbaf66fe0 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:15.065539 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-349047f2-8183-4c82-85a5-e631001894f4 req-e9ae543a-2210-4206-a49f-5f3fbaf66fe0 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0482266 Nov 17 15:13:15.125049 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-349047f2-8183-4c82-85a5-e631001894f4 req-cef836c1-d089-4266-8153-ae97cfc2fd5c tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527861 Nov 17 15:13:15.138333 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cba081-cc25-4752-9b8b-832ea8b1ab55 req-f50de6d5-0078-44a6-8599-d3f6ecea4873 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:15.139851 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-95cba081-cc25-4752-9b8b-832ea8b1ab55 req-f50de6d5-0078-44a6-8599-d3f6ecea4873 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 946 time: 0.0484428 Nov 17 15:13:15.185450 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-95cba081-cc25-4752-9b8b-832ea8b1ab55 req-3eb14e35-f08d-41bc-b55a-e8f9e714d3ed tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=d021336b-71ed-4ed3-bf6c-930a92e4b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397227 Nov 17 15:13:15.863598 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e791c162-0b11-4408-ad77-c898d5081768 req-97a363e3-d29c-498d-b1bd-47a45f4c75f4 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:15.864972 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-e791c162-0b11-4408-ad77-c898d5081768 req-97a363e3-d29c-498d-b1bd-47a45f4c75f4 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb86f973-3d00-4500-a628-3d660a2d64ae HTTP/1.1" status: 200 len: 949 time: 0.0477664 Nov 17 15:13:15.912521 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-e791c162-0b11-4408-ad77-c898d5081768 req-8ba5e1ce-ebec-43be-ae1a-d504206c484f tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd32f321-28d2-400c-8f96-cd0bc3ec8411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417035 Nov 17 15:13:16.185866 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83294ac-cbec-452a-907f-86b2fc55026e req-e80ac31d-5739-44eb-b402-afa9449604ee tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:16.187381 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-a83294ac-cbec-452a-907f-86b2fc55026e req-e80ac31d-5739-44eb-b402-afa9449604ee tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb86f973-3d00-4500-a628-3d660a2d64ae HTTP/1.1" status: 200 len: 949 time: 0.0515487 Nov 17 15:13:16.235062 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-a83294ac-cbec-452a-907f-86b2fc55026e req-d40e717c-2443-460e-bb6c-277892a5d591 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd32f321-28d2-400c-8f96-cd0bc3ec8411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410633 Nov 17 15:13:16.244015 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d1ab4-1dde-43ab-ace6-550caaea9ba9 req-3a486671-7353-4ecf-9b8d-ae4e441a696a tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:16.245484 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-f96d1ab4-1dde-43ab-ace6-550caaea9ba9 req-3a486671-7353-4ecf-9b8d-ae4e441a696a tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0506604 Nov 17 15:13:16.292880 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-f96d1ab4-1dde-43ab-ace6-550caaea9ba9 req-d6966877-4a83-4b8d-a647-260f45783b73 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413201 Nov 17 15:13:16.344449 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede962f-015c-41f4-abac-33b3f6fe8d04 req-954c8f26-749f-4702-8db2-50268f0c493b tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:16.345892 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-4ede962f-015c-41f4-abac-33b3f6fe8d04 req-954c8f26-749f-4702-8db2-50268f0c493b tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 946 time: 0.0537899 Nov 17 15:13:16.392478 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-4ede962f-015c-41f4-abac-33b3f6fe8d04 req-36c57384-b78b-4d42-8782-81641301bc01 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=d021336b-71ed-4ed3-bf6c-930a92e4b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401037 Nov 17 15:13:17.350483 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd23daa2-f494-472a-a6e4-eab060661f8a req-97d2e559-13cf-481f-863d-453e792ca202 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:17.351962 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-cd23daa2-f494-472a-a6e4-eab060661f8a req-97d2e559-13cf-481f-863d-453e792ca202 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb86f973-3d00-4500-a628-3d660a2d64ae HTTP/1.1" status: 200 len: 949 time: 0.0513649 Nov 17 15:13:17.400082 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-cd23daa2-f494-472a-a6e4-eab060661f8a req-7b234df1-9dfb-4ea0-9754-5f8b85c733d7 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd32f321-28d2-400c-8f96-cd0bc3ec8411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422151 Nov 17 15:13:17.418559 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20b834-ec8c-4264-b081-f117b7743d4d req-69a43094-d5b1-43d5-9a9c-753e09cd8e8d tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:17.420111 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-7e20b834-ec8c-4264-b081-f117b7743d4d req-69a43094-d5b1-43d5-9a9c-753e09cd8e8d tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0570953 Nov 17 15:13:17.469559 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-7e20b834-ec8c-4264-b081-f117b7743d4d req-2718cfbb-47c9-41bd-8068-0b40afaaebd5 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434089 Nov 17 15:13:17.511513 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3969bf25-fec3-4c7c-afeb-650b5c8a5b9e req-2808a5d3-efff-4d1f-b860-1684f41ec199 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:17.513003 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-3969bf25-fec3-4c7c-afeb-650b5c8a5b9e req-2808a5d3-efff-4d1f-b860-1684f41ec199 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 946 time: 0.0495646 Nov 17 15:13:17.561791 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-3969bf25-fec3-4c7c-afeb-650b5c8a5b9e req-bcf9febe-8f09-4a13-ae60-1f4918dbf1db tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=d021336b-71ed-4ed3-bf6c-930a92e4b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429409 Nov 17 15:13:18.344292 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf7dd5b-61af-43bf-b1a7-a8f223a432aa req-599b41b9-c3eb-4f52-aa83-fd426ef6b4d2 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:18.345710 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-caf7dd5b-61af-43bf-b1a7-a8f223a432aa req-599b41b9-c3eb-4f52-aa83-fd426ef6b4d2 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb86f973-3d00-4500-a628-3d660a2d64ae HTTP/1.1" status: 200 len: 949 time: 0.0511932 Nov 17 15:13:18.525790 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [req-caf7dd5b-61af-43bf-b1a7-a8f223a432aa req-81956547-fc96-40e0-af74-33cf1ced0d56 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] Deleting port 520815f2-d308-4689-b992-eb5c26779b1b {{(pid=101834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:13:18.526305 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-caf7dd5b-61af-43bf-b1a7-a8f223a432aa req-81956547-fc96-40e0-af74-33cf1ced0d56 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:18.568937 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc5811-574b-4870-a991-cd0563996c68 req-d2ccaa13-931d-403e-8926-d498826af743 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:18.570413 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-9abc5811-574b-4870-a991-cd0563996c68 req-d2ccaa13-931d-403e-8926-d498826af743 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb86f973-3d00-4500-a628-3d660a2d64ae HTTP/1.1" status: 200 len: 949 time: 0.0942261 Nov 17 15:13:18.585405 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f2fac-943e-4fc0-8819-c514536a54db req-6f123c71-8d70-4481-a43e-49c482a15d2d tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:18.586860 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-5f2f2fac-943e-4fc0-8819-c514536a54db req-6f123c71-8d70-4481-a43e-49c482a15d2d tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0503247 Nov 17 15:13:18.637336 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-5f2f2fac-943e-4fc0-8819-c514536a54db req-b43e7b49-0e77-4384-9233-e3b76158eb4a tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445738 Nov 17 15:13:18.656857 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-9abc5811-574b-4870-a991-cd0563996c68 req-1bf8c480-6393-47a6-b36f-a9606b3236bd tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] 10.222.0.62 "GET /v2.0/security-groups?id=fd32f321-28d2-400c-8f96-cd0bc3ec8411&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585666 Nov 17 15:13:18.670420 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [req-caf7dd5b-61af-43bf-b1a7-a8f223a432aa req-81956547-fc96-40e0-af74-33cf1ced0d56 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] For port 520815f2-d308-4689-b992-eb5c26779b1b, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=520815f2-d308-4689-b992-eb5c26779b1b,segment=NetworkSegment(78a3b0fa-e8ff-4149-b5e9-ff414da846de),segment_id=78a3b0fa-e8ff-4149-b5e9-ff414da846de)] {{(pid=101834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:13:18.670786 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-caf7dd5b-61af-43bf-b1a7-a8f223a432aa req-81956547-fc96-40e0-af74-33cf1ced0d56 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:18.686083 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [req-caf7dd5b-61af-43bf-b1a7-a8f223a432aa req-81956547-fc96-40e0-af74-33cf1ced0d56 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] Calling delete_port for 520815f2-d308-4689-b992-eb5c26779b1b owned by compute:nova {{(pid=101834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:13:18.740186 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c864c-5e5a-4f0d-8fe1-218567e596f7 req-e6908be0-8acb-4548-8766-b1222f32b6ca tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:18.741680 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-ae0c864c-5e5a-4f0d-8fe1-218567e596f7 req-e6908be0-8acb-4548-8766-b1222f32b6ca tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 946 time: 0.0503085 Nov 17 15:13:18.795967 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-ae0c864c-5e5a-4f0d-8fe1-218567e596f7 req-e86757cf-81ff-462d-b604-883df439b284 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=d021336b-71ed-4ed3-bf6c-930a92e4b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482006 Nov 17 15:13:18.846420 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-caf7dd5b-61af-43bf-b1a7-a8f223a432aa req-81956547-fc96-40e0-af74-33cf1ced0d56 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:18.865604 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] get_ports_and_sgs() called for port_ids ['520815f2-d308-4689-b992-eb5c26779b1b'] {{(pid=101835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 15:13:18.874683 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81956547-fc96-40e0-af74-33cf1ced0d56 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] Pushing event deleted for resources: {'Port': ['ID=520815f2-d308-4689-b992-eb5c26779b1b,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:13:18.937389 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.l3_dvrscheduler_db [req-caf7dd5b-61af-43bf-b1a7-a8f223a432aa req-81956547-fc96-40e0-af74-33cf1ced0d56 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] No DVR routers for this DVR port 520815f2-d308-4689-b992-eb5c26779b1b on host hv-cinder-81823 {{(pid=101834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 15:13:18.940531 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-caf7dd5b-61af-43bf-b1a7-a8f223a432aa req-81956547-fc96-40e0-af74-33cf1ced0d56 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for port, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:18.944092 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-caf7dd5b-61af-43bf-b1a7-a8f223a432aa req-81956547-fc96-40e0-af74-33cf1ced0d56 tempest-VolumesNegativeTest-1036204928 tempest-VolumesNegativeTest-1036204928-project] 10.222.0.55 "DELETE /v2.0/ports/520815f2-d308-4689-b992-eb5c26779b1b HTTP/1.1" status: 204 len: 173 time: 0.5896626 Nov 17 15:13:18.944736 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb86f973-3d00-4500-a628-3d660a2d64ae', 'name': 'network-vif-deleted', 'tag': '520815f2-d308-4689-b992-eb5c26779b1b'}] {{(pid=101834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:13:18.947130 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10d7295a2f7876e94fbb36dd5f9fa1a1524f2628f083d864ab6dabde9166157e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6057a711-db86-4d77-87d4-ee20413da4db" -d '{"events": [{"server_uuid": "bb86f973-3d00-4500-a628-3d660a2d64ae", "name": "network-vif-deleted", "tag": "520815f2-d308-4689-b992-eb5c26779b1b"}]}' {{(pid=101834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:13:19.133836 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 15:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5406a701-af19-4f5b-a49b-c691bd75f790 x-openstack-request-id: req-5406a701-af19-4f5b-a49b-c691bd75f790 {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:13:19.134120 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb86f973-3d00-4500-a628-3d660a2d64ae", "name": "network-vif-deleted", "tag": "520815f2-d308-4689-b992-eb5c26779b1b", "status": "completed", "code": 200}]} {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:13:19.134370 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5406a701-af19-4f5b-a49b-c691bd75f790 {{(pid=101834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:13:19.134763 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb86f973-3d00-4500-a628-3d660a2d64ae', 'name': 'network-vif-deleted', 'tag': '520815f2-d308-4689-b992-eb5c26779b1b', 'status': 'completed', 'code': 200} Nov 17 15:13:19.767724 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2981e24e-6088-44f4-b474-74bd28e9d887 req-babf43b0-b361-4d56-9a32-4837786b3725 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:19.769264 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-2981e24e-6088-44f4-b474-74bd28e9d887 req-babf43b0-b361-4d56-9a32-4837786b3725 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0536916 Nov 17 15:13:19.842217 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-2981e24e-6088-44f4-b474-74bd28e9d887 req-48d16b4a-5ea7-43e3-81e7-c184dda13542 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585475 Nov 17 15:13:19.921897 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd8f51-bd98-4486-91a5-0ebad0085110 req-73e6aa23-25a9-4555-a180-6e0c70539fbc tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:19.923387 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-66dd8f51-bd98-4486-91a5-0ebad0085110 req-73e6aa23-25a9-4555-a180-6e0c70539fbc tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 946 time: 0.0482271 Nov 17 15:13:19.973885 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-66dd8f51-bd98-4486-91a5-0ebad0085110 req-9c7cdf63-5e3b-4f8c-b83a-24d55bd016c6 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=d021336b-71ed-4ed3-bf6c-930a92e4b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439961 Nov 17 15:13:20.960018 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96b57a-cb9a-4288-9749-26f70b8f6cf9 req-04e3a52e-5ce9-4c6f-9563-6dd84fc18ae5 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:20.961527 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-ae96b57a-cb9a-4288-9749-26f70b8f6cf9 req-04e3a52e-5ce9-4c6f-9563-6dd84fc18ae5 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0519295 Nov 17 15:13:21.011510 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-ae96b57a-cb9a-4288-9749-26f70b8f6cf9 req-d72d1fc8-cd58-42fa-89c1-921285fdb931 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438325 Nov 17 15:13:21.096800 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696049a-d640-440a-be20-a829e133b290 req-2e6f1f18-3b76-4380-9c72-2ebba5301494 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:21.098820 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-e696049a-d640-440a-be20-a829e133b290 req-2e6f1f18-3b76-4380-9c72-2ebba5301494 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 946 time: 0.0480037 Nov 17 15:13:21.147060 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-e696049a-d640-440a-be20-a829e133b290 req-25d410a9-1c9f-4ac5-a055-b2fa275b1166 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=d021336b-71ed-4ed3-bf6c-930a92e4b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417902 Nov 17 15:13:21.428117 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device 520815f2-d308-4689-b992-eb5c26779b1b no longer exists at agent hyperv_hv-cinder-81823 {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 15:13:21.455514 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] No Port match for: 520815f2-d308-4689-b992-eb5c26779b1b {{(pid=101835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 15:13:21.455861 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device 520815f2-d308-4689-b992-eb5c26779b1b not bound to the agent host hv-cinder-81823 {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 15:13:21.469199 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-aaf9331e-4001-4cba-8a64-3ad96032d0c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:22.133789 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91110b1-db9b-4517-87b0-f56c6216953c req-47e1e89a-7845-4ad2-baa8-566692072485 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:22.135262 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-e91110b1-db9b-4517-87b0-f56c6216953c req-47e1e89a-7845-4ad2-baa8-566692072485 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0513778 Nov 17 15:13:22.208471 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-e91110b1-db9b-4517-87b0-f56c6216953c req-5b41f9c9-31ce-4313-92f0-ee9d953d5f73 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616577 Nov 17 15:13:22.272646 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb302da-e0b6-463a-9443-3d20a550896e req-3bded4b7-206b-4726-bd9c-83b2dad75447 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:22.274095 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-6fb302da-e0b6-463a-9443-3d20a550896e req-3bded4b7-206b-4726-bd9c-83b2dad75447 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 946 time: 0.0547252 Nov 17 15:13:22.322596 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-6fb302da-e0b6-463a-9443-3d20a550896e req-9888aeb4-2f4d-47ad-8a3b-6ed742513f83 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=d021336b-71ed-4ed3-bf6c-930a92e4b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424893 Nov 17 15:13:23.319265 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89178426-51d9-4789-9677-be1936864883 req-442f0ddd-7bf1-40ef-b29a-0d0198aa9641 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:23.320734 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-89178426-51d9-4789-9677-be1936864883 req-442f0ddd-7bf1-40ef-b29a-0d0198aa9641 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0468678 Nov 17 15:13:23.368724 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-89178426-51d9-4789-9677-be1936864883 req-74fe4b27-a5cf-43e2-9f5f-c140906db576 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421758 Nov 17 15:13:23.437269 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c23d7-03e4-44b9-8bfd-e973e11563bd req-afd7140b-f027-4e08-9b91-47c250bff7da tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:23.438929 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-574c23d7-03e4-44b9-8bfd-e973e11563bd req-afd7140b-f027-4e08-9b91-47c250bff7da tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 946 time: 0.0480077 Nov 17 15:13:23.497607 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-574c23d7-03e4-44b9-8bfd-e973e11563bd req-40f8156a-75e9-464e-a7fe-ddb640618377 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=d021336b-71ed-4ed3-bf6c-930a92e4b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513470 Nov 17 15:13:23.642139 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 60692) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:13:23.775205 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 60696) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:13:23.775418 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-9b13a33c-aa93-4ebf-95fd-aa0cc90d471c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ec0708b751244b56bcfdc409fe8b6761&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1300921 Nov 17 15:13:23.787819 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-99f2abe7-1344-4e45-bb1f-db431782de52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:23.826244 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-2edf4a77-0d17-44bc-9859-7a1bcc2a0cfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:23.849794 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-2edf4a77-0d17-44bc-9859-7a1bcc2a0cfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:23.895562 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-2edf4a77-0d17-44bc-9859-7a1bcc2a0cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:23.898210 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-2edf4a77-0d17-44bc-9859-7a1bcc2a0cfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:23.899397 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-2edf4a77-0d17-44bc-9859-7a1bcc2a0cfd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fd32f321-28d2-400c-8f96-cd0bc3ec8411 HTTP/1.1" status: 204 len: 168 time: 0.1225939 Nov 17 15:13:23.907353 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf4a77-0d17-44bc-9859-7a1bcc2a0cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd32f321-28d2-400c-8f96-cd0bc3ec8411,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:13:24.489870 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe2ceb-5a31-49d3-877d-1b8b96aad94a req-1110e399-3603-4e12-af16-5871157226fb tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:24.491412 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-15fe2ceb-5a31-49d3-877d-1b8b96aad94a req-1110e399-3603-4e12-af16-5871157226fb tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0483954 Nov 17 15:13:24.518967 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 60722) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:13:24.546633 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-15fe2ceb-5a31-49d3-877d-1b8b96aad94a req-857a8514-0dbc-4d90-bed1-161ef69c3ee0 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482380 Nov 17 15:13:24.616949 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10bae34-97e8-43bf-a8c0-15450e2a10b8 req-a5199d51-fea9-4568-a92a-4c12f00bec31 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:24.618409 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-a10bae34-97e8-43bf-a8c0-15450e2a10b8 req-a5199d51-fea9-4568-a92a-4c12f00bec31 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 946 time: 0.0513239 Nov 17 15:13:24.623097 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [None req-58da8528-e0a9-42d4-b1be-1f0158be1572 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-940018668-network', 'tenant_id': '491dcddc85e848f7b51f8883c22718ef'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:13:24.665391 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58da8528-e0a9-42d4-b1be-1f0158be1572 admin admin] Made reservation on behalf of 491dcddc85e848f7b51f8883c22718ef for: {'network': 1} {{(pid=101834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:13:24.667654 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-58da8528-e0a9-42d4-b1be-1f0158be1572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for network, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:24.680803 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-58da8528-e0a9-42d4-b1be-1f0158be1572 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:24.696829 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-a10bae34-97e8-43bf-a8c0-15450e2a10b8 req-3bd94007-f29c-43bc-86bd-fb5c8f8f0429 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=d021336b-71ed-4ed3-bf6c-930a92e4b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706289 Nov 17 15:13:24.755931 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:24.764692 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-58da8528-e0a9-42d4-b1be-1f0158be1572 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:24.768241 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-58da8528-e0a9-42d4-b1be-1f0158be1572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:24.793800 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58da8528-e0a9-42d4-b1be-1f0158be1572 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=101834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 17 15:13:24.810578 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da8528-e0a9-42d4-b1be-1f0158be1572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05308ce0-b69a-4d2e-aadd-e9c3ac3b49d8,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:13:24.816914 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-58da8528-e0a9-42d4-b1be-1f0158be1572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931355'] for segment, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:24.817805 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.db.segments_db [None req-58da8528-e0a9-42d4-b1be-1f0158be1572 admin admin] Added segment 7532adf9-7b13-451a-bde3-678752988f6e of type vlan for network a486357d-4462-4852-b815-1b0e64541b08 Nov 17 15:13:24.860307 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-58da8528-e0a9-42d4-b1be-1f0158be1572 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776333902596'] for network, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:24.885745 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-58da8528-e0a9-42d4-b1be-1f0158be1572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557'] for network, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:24.886873 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58da8528-e0a9-42d4-b1be-1f0158be1572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:24.887531 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-58da8528-e0a9-42d4-b1be-1f0158be1572 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for network, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:24.921265 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-58da8528-e0a9-42d4-b1be-1f0158be1572 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4012170 Nov 17 15:13:24.924258 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 60728) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:13:24.929823 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.v2.base [None req-ed14c015-c83b-4fba-ba12-b782646c53e6 admin admin] Request body: {'subnet': {'network_id': 'a486357d-4462-4852-b815-1b0e64541b08', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-940018668-subnet', 'tenant_id': '491dcddc85e848f7b51f8883c22718ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:13:24.949507 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da8528-e0a9-42d4-b1be-1f0158be1572 admin admin] Pushing event updated for resources: {'Network': ['ID=a486357d-4462-4852-b815-1b0e64541b08,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:13:24.951014 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed14c015-c83b-4fba-ba12-b782646c53e6 admin admin] Made reservation on behalf of 491dcddc85e848f7b51f8883c22718ef for: {'subnet': 1} {{(pid=101833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:13:24.953347 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-ed14c015-c83b-4fba-ba12-b782646c53e6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:24.960266 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Network a486357d-4462-4852-b815-1b0e64541b08 details requested by agent ovs-agent-dv-cinder-818233-1-iscsi with host dv-cinder-818233-1-iscsi {{(pid=101835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 17 15:13:25.137334 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-ed14c015-c83b-4fba-ba12-b782646c53e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557'] for subnet, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:25.187329 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed14c015-c83b-4fba-ba12-b782646c53e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad1e2260-249c-4beb-bf18-62e10c187d8a,revision_number=0']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:13:25.201825 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed14c015-c83b-4fba-ba12-b782646c53e6 admin admin] Checking segment: {'id': '7532adf9-7b13-451a-bde3-678752988f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a486357d-4462-4852-b815-1b0e64541b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:13:25.202171 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed14c015-c83b-4fba-ba12-b782646c53e6 admin admin] Network hostable DHCP agents. Network: a486357d-4462-4852-b815-1b0e64541b08, hostable agents: ['c5ee84d2-283a-4ac2-b5b9-7ea041475697'], hosted agents: [] {{(pid=101833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 17 15:13:25.217740 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed14c015-c83b-4fba-ba12-b782646c53e6 admin admin] Network a486357d-4462-4852-b815-1b0e64541b08 is scheduled to be hosted by DHCP agent c5ee84d2-283a-4ac2-b5b9-7ea041475697 with binding_index 1 {{(pid=101833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 17 15:13:25.228431 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.base_scheduler [None req-ed14c015-c83b-4fba-ba12-b782646c53e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818233-1-iscsi, a486357d-4462-4852-b815-1b0e64541b08) {{(pid=101833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:13:25.232931 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed14c015-c83b-4fba-ba12-b782646c53e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:25.233404 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-ed14c015-c83b-4fba-ba12-b782646c53e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for subnet, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:25.237656 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539bb9fc-245c-4177-a279-abd516ebc568 None None] Network a486357d-4462-4852-b815-1b0e64541b08 requested from dv-cinder-818233-1-iscsi {{(pid=101835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 15:13:25.250820 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-ed14c015-c83b-4fba-ba12-b782646c53e6 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3253536 Nov 17 15:13:25.362488 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb0c6a8-f5a0-44e4-8c4a-8b5d1fb2627b None None] Network a486357d-4462-4852-b815-1b0e64541b08 requested from dv-cinder-818233-1-iscsi {{(pid=101835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 15:13:25.667058 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5d1c0-fcff-4229-9d6f-191381ad71a3 req-912f3be7-466f-4983-bc79-38cd49fc4dff tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:25.668561 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-e2b5d1c0-fcff-4229-9d6f-191381ad71a3 req-912f3be7-466f-4983-bc79-38cd49fc4dff tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0509472 Nov 17 15:13:25.722560 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-e2b5d1c0-fcff-4229-9d6f-191381ad71a3 req-f1a62108-c7b3-4aca-8385-ce05d599953b tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462747 Nov 17 15:13:25.820183 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86a109-5362-45cb-9688-09c4498891ec req-650f52b8-1f7f-42f2-b626-d8be9fba301a tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:25.821774 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-8e86a109-5362-45cb-9688-09c4498891ec req-650f52b8-1f7f-42f2-b626-d8be9fba301a tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 946 time: 0.0483038 Nov 17 15:13:25.871389 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-8e86a109-5362-45cb-9688-09c4498891ec req-9a4e4d6f-c095-40bb-9f9a-53c1bf2c8986 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=d021336b-71ed-4ed3-bf6c-930a92e4b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432343 Nov 17 15:13:26.250860 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:26.844835 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dfc994-5d0a-4827-ab9f-2b6f755b3029 req-5d9ba573-96ef-4248-a808-10789e002a5d tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:26.846309 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-85dfc994-5d0a-4827-ab9f-2b6f755b3029 req-5d9ba573-96ef-4248-a808-10789e002a5d tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0541015 Nov 17 15:13:27.006084 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb7f31-de3c-47b5-8be9-3b571eb46505 req-94f4e919-1baf-41e9-b7b7-db0c1ef36675 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:27.007551 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-b7bb7f31-de3c-47b5-8be9-3b571eb46505 req-94f4e919-1baf-41e9-b7b7-db0c1ef36675 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.62 "GET /v2.0/networks?id=a486357d-4462-4852-b815-1b0e64541b08 HTTP/1.1" status: 200 len: 813 time: 0.1034214 Nov 17 15:13:27.023188 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-b7bb7f31-de3c-47b5-8be9-3b571eb46505 req-d057fa9d-84f3-445e-b967-beb3af618cee tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.62 "GET /v2.0/quotas/491dcddc85e848f7b51f8883c22718ef HTTP/1.1" status: 200 len: 375 time: 0.0097346 Nov 17 15:13:27.058185 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-b7bb7f31-de3c-47b5-8be9-3b571eb46505 req-69eb1122-6b36-432b-9e9f-973843dbaa49 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=491dcddc85e848f7b51f8883c22718ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294693 Nov 17 15:13:27.088538 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-85dfc994-5d0a-4827-ab9f-2b6f755b3029 req-0f507726-4717-4f60-94ec-faf10a5b90db tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361200 Nov 17 15:13:27.088764 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:27.148655 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-b7bb7f31-de3c-47b5-8be9-3b571eb46505 req-7c4b5fd5-f3b8-4d0c-80d7-fa7e93fb71ab service neutron] 10.222.0.62 "GET /v2.0/networks/a486357d-4462-4852-b815-1b0e64541b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832758 Nov 17 15:13:27.195606 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43cdc5-c2e7-4274-bd4f-cff0fd941e19 req-277ed14b-478b-4bd4-af6f-83a55b8f69ee tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:27.197053 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-6b43cdc5-c2e7-4274-bd4f-cff0fd941e19 req-277ed14b-478b-4bd4-af6f-83a55b8f69ee tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 946 time: 0.0528030 Nov 17 15:13:27.242691 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-b7bb7f31-de3c-47b5-8be9-3b571eb46505 req-b03d7d6e-d618-4670-9dfa-e3a5ed4f209b service neutron] 10.222.0.62 "GET /v2.0/networks/a486357d-4462-4852-b815-1b0e64541b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874147 Nov 17 15:13:27.252376 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-6b43cdc5-c2e7-4274-bd4f-cff0fd941e19 req-3e356916-54d2-454d-8daf-7b8928c0ec4b tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=d021336b-71ed-4ed3-bf6c-930a92e4b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492814 Nov 17 15:13:27.397429 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-b2d9c667-eb13-472c-97ba-0eb8eca44c65 req-81fbb737-110e-40ff-877d-a3bf674ed266 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.62 "GET /v2.0/ports?device_id=78457610-33d0-4cf3-8c84-5bb795c3d574 HTTP/1.1" status: 200 len: 210 time: 0.0264900 Nov 17 15:13:28.202623 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8ee07-b521-40b2-800a-37434db89b7f req-5790a487-ee72-427b-81dc-0f1eb77b469d tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:28.204118 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-d9e8ee07-b521-40b2-800a-37434db89b7f req-5790a487-ee72-427b-81dc-0f1eb77b469d tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0483575 Nov 17 15:13:28.252067 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-d9e8ee07-b521-40b2-800a-37434db89b7f req-ce591e2a-93ce-483b-ab3e-32e53c30e7b3 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419505 Nov 17 15:13:28.378013 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689933b-66b0-481d-ab01-b5ad65213639 req-ea56f7f3-abb3-4a1c-aa74-ff434c5a80fd tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:28.379656 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-5689933b-66b0-481d-ab01-b5ad65213639 req-ea56f7f3-abb3-4a1c-aa74-ff434c5a80fd tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 946 time: 0.0563869 Nov 17 15:13:28.443858 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-5689933b-66b0-481d-ab01-b5ad65213639 req-66b42e54-f2d7-49f4-8b07-b6c07db5b138 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=d021336b-71ed-4ed3-bf6c-930a92e4b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578592 Nov 17 15:13:28.602129 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-7424d699-55f3-42e2-bf31-77e953125429 req-55eabf33-e1b6-4341-b060-7f4dba4a4eaa tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.62 "GET /v2.0/ports?device_id=78457610-33d0-4cf3-8c84-5bb795c3d574 HTTP/1.1" status: 200 len: 210 time: 0.0330131 Nov 17 15:13:28.631629 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb7f31-de3c-47b5-8be9-3b571eb46505 req-46099709-77f5-485a-a0f7-834373210acc tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:28.633227 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-b7bb7f31-de3c-47b5-8be9-3b571eb46505 req-46099709-77f5-485a-a0f7-834373210acc tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.55 "GET /v2.0/networks?id=a486357d-4462-4852-b815-1b0e64541b08 HTTP/1.1" status: 200 len: 813 time: 0.3330033 Nov 17 15:13:28.652473 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [req-b7bb7f31-de3c-47b5-8be9-3b571eb46505 req-797bc14c-5d73-472a-ba5d-aad574cbeb45 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Request body: {'port': {'device_id': '78457610-33d0-4cf3-8c84-5bb795c3d574', 'network_id': 'a486357d-4462-4852-b815-1b0e64541b08', 'admin_state_up': True, 'tenant_id': '491dcddc85e848f7b51f8883c22718ef'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:13:28.706623 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528907a0-2b10-44f1-9717-65e42fbeb803 req-b68f63db-a054-472e-a42c-385bd34aa61e tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:28.708984 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-528907a0-2b10-44f1-9717-65e42fbeb803 req-b68f63db-a054-472e-a42c-385bd34aa61e tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 946 time: 0.0507510 Nov 17 15:13:28.766071 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7bb7f31-de3c-47b5-8be9-3b571eb46505 req-797bc14c-5d73-472a-ba5d-aad574cbeb45 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Made reservation on behalf of 491dcddc85e848f7b51f8883c22718ef for: {'port': 1} {{(pid=101834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:13:28.769557 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-b7bb7f31-de3c-47b5-8be9-3b571eb46505 req-797bc14c-5d73-472a-ba5d-aad574cbeb45 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:28.782904 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-528907a0-2b10-44f1-9717-65e42fbeb803 req-e5c988cb-7d73-4fa1-84a2-eafcb5fbc7c7 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=d021336b-71ed-4ed3-bf6c-930a92e4b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670004 Nov 17 15:13:28.792258 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dae4af7-2715-47a4-a287-9d842597412d req-ed7bbdc2-e53e-4b37-bc7b-4d321071fe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:28.793718 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-4dae4af7-2715-47a4-a287-9d842597412d req-ed7bbdc2-e53e-4b37-bc7b-4d321071fe9a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b4e3fd73a0164f73baea3c35a692ff86&device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 1099 time: 0.0595288 Nov 17 15:13:28.894374 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dae4af7-2715-47a4-a287-9d842597412d req-dba8da2c-2645-4566-9045-8fde53a15d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:28.896371 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-4dae4af7-2715-47a4-a287-9d842597412d req-dba8da2c-2645-4566-9045-8fde53a15d20 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6ca42089-8bb6-47e4-9dcd-a40e1ac70e66 HTTP/1.1" status: 200 len: 912 time: 0.0896351 Nov 17 15:13:28.897626 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.db_base_plugin_common [req-b7bb7f31-de3c-47b5-8be9-3b571eb46505 req-797bc14c-5d73-472a-ba5d-aad574cbeb45 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Allocated IP 172.20.0.8 (a486357d-4462-4852-b815-1b0e64541b08/ad1e2260-249c-4beb-bf18-62e10c187d8a/832e3966-3818-4857-8012-fcc94703b689) {{(pid=101834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:13:28.970293 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-4dae4af7-2715-47a4-a287-9d842597412d req-cceafe87-9c02-4d40-b1b2-5b9109a56aa2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6f53709-aebf-47c2-897b-edc056f39eda HTTP/1.1" status: 200 len: 1001 time: 0.0602536 Nov 17 15:13:29.020938 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dae4af7-2715-47a4-a287-9d842597412d req-80622726-6afb-43e4-8b31-4ba232601f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:29.022366 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-4dae4af7-2715-47a4-a287-9d842597412d req-80622726-6afb-43e4-8b31-4ba232601f97 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a6cfc7a-d04e-4d58-a0f5-383a0d4f2ccc HTTP/1.1" status: 200 len: 850 time: 0.0432074 Nov 17 15:13:29.042213 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-b7bb7f31-de3c-47b5-8be9-3b571eb46505 req-797bc14c-5d73-472a-ba5d-aad574cbeb45 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Publish callbacks [] for port, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:29.069800 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dae4af7-2715-47a4-a287-9d842597412d req-4176d1e0-d0aa-41ba-af84-c40acd62f78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:29.071315 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-4dae4af7-2715-47a4-a287-9d842597412d req-4176d1e0-d0aa-41ba-af84-c40acd62f78d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ca42089-8bb6-47e4-9dcd-a40e1ac70e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389488 Nov 17 15:13:29.075485 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-b7bb7f31-de3c-47b5-8be9-3b571eb46505 req-797bc14c-5d73-472a-ba5d-aad574cbeb45 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:29.119853 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7bb7f31-de3c-47b5-8be9-3b571eb46505 req-797bc14c-5d73-472a-ba5d-aad574cbeb45 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Network a486357d-4462-4852-b815-1b0e64541b08 is already hosted by enough agents. {{(pid=101834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:13:29.122905 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.base_scheduler [req-b7bb7f31-de3c-47b5-8be9-3b571eb46505 req-797bc14c-5d73-472a-ba5d-aad574cbeb45 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Resources bound (agent type, host, resource id): {{(pid=101834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:13:29.126667 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7bb7f31-de3c-47b5-8be9-3b571eb46505 req-797bc14c-5d73-472a-ba5d-aad574cbeb45 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Received port after_create {{(pid=101834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:13:29.152562 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797bc14c-5d73-472a-ba5d-aad574cbeb45 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Pushing event updated for resources: {'Port': ['ID=832e3966-3818-4857-8012-fcc94703b689,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:13:29.169123 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-4dae4af7-2715-47a4-a287-9d842597412d req-52d61940-7f32-415e-a871-1db020dd6a95 service neutron] 10.222.0.55 "GET /v2.0/networks/6ca42089-8bb6-47e4-9dcd-a40e1ac70e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895829 Nov 17 15:13:29.178086 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb7f31-de3c-47b5-8be9-3b571eb46505 req-797bc14c-5d73-472a-ba5d-aad574cbeb45 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:29.178689 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-b7bb7f31-de3c-47b5-8be9-3b571eb46505 req-797bc14c-5d73-472a-ba5d-aad574cbeb45 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for port, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:29.194837 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-b7bb7f31-de3c-47b5-8be9-3b571eb46505 req-797bc14c-5d73-472a-ba5d-aad574cbeb45 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5462239 Nov 17 15:13:29.207434 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [req-b7bb7f31-de3c-47b5-8be9-3b571eb46505 req-53de720d-e66b-4290-ab3b-d0199c2d24bd service neutron] Request body: {'port': {'device_id': '78457610-33d0-4cf3-8c84-5bb795c3d574', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81823'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:13:29.261929 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-4dae4af7-2715-47a4-a287-9d842597412d req-146a329b-e37c-4918-917f-0eb777cb7d0b service neutron] 10.222.0.55 "GET /v2.0/networks/6ca42089-8bb6-47e4-9dcd-a40e1ac70e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846891 Nov 17 15:13:29.265264 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-b7bb7f31-de3c-47b5-8be9-3b571eb46505 req-53de720d-e66b-4290-ab3b-d0199c2d24bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:29.445028 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356844f-2aa3-4e2a-b844-d8db371012e2 req-4d96c784-21c9-4ad2-b4c4-5a7db9661484 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:29.446420 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-1356844f-2aa3-4e2a-b844-d8db371012e2 req-4d96c784-21c9-4ad2-b4c4-5a7db9661484 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.1241467 Nov 17 15:13:29.541155 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-1356844f-2aa3-4e2a-b844-d8db371012e2 req-d80b8baf-d6ea-4530-9042-c3cceaf7dd0d tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881736 Nov 17 15:13:29.597692 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.notifiers.nova [req-b7bb7f31-de3c-47b5-8be9-3b571eb46505 req-53de720d-e66b-4290-ab3b-d0199c2d24bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 832e3966-3818-4857-8012-fcc94703b689 {{(pid=101834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 15:13:29.605861 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-b7bb7f31-de3c-47b5-8be9-3b571eb46505 req-53de720d-e66b-4290-ab3b-d0199c2d24bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:29.618519 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.provisioning_blocks [req-b7bb7f31-de3c-47b5-8be9-3b571eb46505 req-53de720d-e66b-4290-ab3b-d0199c2d24bd service neutron] Transition to ACTIVE for port object 832e3966-3818-4857-8012-fcc94703b689 will not be triggered until provisioned by entity L2. {{(pid=101834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 17 15:13:29.621296 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-b7bb7f31-de3c-47b5-8be9-3b571eb46505 req-53de720d-e66b-4290-ab3b-d0199c2d24bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4397568'] for port, after_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:29.687672 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53de720d-e66b-4290-ab3b-d0199c2d24bd service neutron] Pushing event updated for resources: {'Port': ['ID=832e3966-3818-4857-8012-fcc94703b689,revision_number=2']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:13:29.717041 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10698f-c3ef-4e36-8a99-3e971628d875 req-91443bc8-89ff-4425-8820-b00b18b2acbf tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:29.718347 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-bd10698f-c3ef-4e36-8a99-3e971628d875 req-91443bc8-89ff-4425-8820-b00b18b2acbf tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.62 "GET /v2.0/ports?device_id=78457610-33d0-4cf3-8c84-5bb795c3d574 HTTP/1.1" status: 200 len: 943 time: 0.0481029 Nov 17 15:13:29.738205 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.managers [req-b7bb7f31-de3c-47b5-8be9-3b571eb46505 req-53de720d-e66b-4290-ab3b-d0199c2d24bd service neutron] Attempting to bind port 832e3966-3818-4857-8012-fcc94703b689 on host hv-cinder-81823 for vnic_type normal with profile {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 15:13:29.738530 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.managers [req-b7bb7f31-de3c-47b5-8be9-3b571eb46505 req-53de720d-e66b-4290-ab3b-d0199c2d24bd service neutron] Attempting to bind port 832e3966-3818-4857-8012-fcc94703b689 by drivers openvswitch,hyperv on host hv-cinder-81823 at level 0 using segments [{'id': '7532adf9-7b13-451a-bde3-678752988f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a486357d-4462-4852-b815-1b0e64541b08'}] {{(pid=101834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 15:13:29.739431 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bb7f31-de3c-47b5-8be9-3b571eb46505 req-53de720d-e66b-4290-ab3b-d0199c2d24bd service neutron] Attempting to bind port 832e3966-3818-4857-8012-fcc94703b689 on network a486357d-4462-4852-b815-1b0e64541b08 {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:13:29.743799 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bb7f31-de3c-47b5-8be9-3b571eb46505 req-53de720d-e66b-4290-ab3b-d0199c2d24bd service neutron] Port 832e3966-3818-4857-8012-fcc94703b689 on network a486357d-4462-4852-b815-1b0e64541b08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81823 {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 17 15:13:29.744112 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bb7f31-de3c-47b5-8be9-3b571eb46505 req-53de720d-e66b-4290-ab3b-d0199c2d24bd service neutron] Attempting to bind port 832e3966-3818-4857-8012-fcc94703b689 on network a486357d-4462-4852-b815-1b0e64541b08 {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:13:29.748909 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bb7f31-de3c-47b5-8be9-3b571eb46505 req-53de720d-e66b-4290-ab3b-d0199c2d24bd service neutron] Checking agent: {'id': '56359ff8-4a05-4ac1-99e4-1793cc03f30f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81823', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 15, 9, 3), 'started_at': datetime.datetime(2021, 11, 17, 15, 9, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 15, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 15:13:29.749237 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bb7f31-de3c-47b5-8be9-3b571eb46505 req-53de720d-e66b-4290-ab3b-d0199c2d24bd service neutron] Checking segment: {'id': '7532adf9-7b13-451a-bde3-678752988f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a486357d-4462-4852-b815-1b0e64541b08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:13:29.749607 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7bb7f31-de3c-47b5-8be9-3b571eb46505 req-53de720d-e66b-4290-ab3b-d0199c2d24bd service neutron] Bound using segment: {'id': '7532adf9-7b13-451a-bde3-678752988f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a486357d-4462-4852-b815-1b0e64541b08'} {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 15:13:29.750019 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.managers [req-b7bb7f31-de3c-47b5-8be9-3b571eb46505 req-53de720d-e66b-4290-ab3b-d0199c2d24bd service neutron] Bound port: 832e3966-3818-4857-8012-fcc94703b689, host: hv-cinder-81823, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7532adf9-7b13-451a-bde3-678752988f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a486357d-4462-4852-b815-1b0e64541b08'}}] {{(pid=101834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 15:13:29.750362 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-b7bb7f31-de3c-47b5-8be9-3b571eb46505 req-53de720d-e66b-4290-ab3b-d0199c2d24bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:29.769294 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-bd10698f-c3ef-4e36-8a99-3e971628d875 req-2c9370ce-fcd6-49cc-87b8-b6bb0c6e73b0 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.62 "GET /v2.0/security-groups?id=05308ce0-b69a-4d2e-aadd-e9c3ac3b49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442469 Nov 17 15:13:29.815978 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [req-b7bb7f31-de3c-47b5-8be9-3b571eb46505 req-53de720d-e66b-4290-ab3b-d0199c2d24bd service neutron] For port 832e3966-3818-4857-8012-fcc94703b689, host hv-cinder-81823, cleared binding levels {{(pid=101834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 15:13:29.819525 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [req-b7bb7f31-de3c-47b5-8be9-3b571eb46505 req-53de720d-e66b-4290-ab3b-d0199c2d24bd service neutron] For port 832e3966-3818-4857-8012-fcc94703b689, host hv-cinder-81823, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=832e3966-3818-4857-8012-fcc94703b689,segment=NetworkSegment(7532adf9-7b13-451a-bde3-678752988f6e),segment_id=7532adf9-7b13-451a-bde3-678752988f6e)] {{(pid=101834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 15:13:29.823770 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-b7bb7f31-de3c-47b5-8be9-3b571eb46505 req-53de720d-e66b-4290-ab3b-d0199c2d24bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4397568'] for port, after_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:29.861358 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb7f31-de3c-47b5-8be9-3b571eb46505 req-53de720d-e66b-4290-ab3b-d0199c2d24bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:29.862134 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-b7bb7f31-de3c-47b5-8be9-3b571eb46505 req-53de720d-e66b-4290-ab3b-d0199c2d24bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for port, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:29.863524 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-b7bb7f31-de3c-47b5-8be9-3b571eb46505 req-53de720d-e66b-4290-ab3b-d0199c2d24bd service neutron] 10.222.0.55 "PUT /v2.0/ports/832e3966-3818-4857-8012-fcc94703b689 HTTP/1.1" status: 200 len: 1093 time: 0.6601672 Nov 17 15:13:29.866866 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78457610-33d0-4cf3-8c84-5bb795c3d574', 'tag': '832e3966-3818-4857-8012-fcc94703b689'}] {{(pid=101834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:13:29.869884 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10d7295a2f7876e94fbb36dd5f9fa1a1524f2628f083d864ab6dabde9166157e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75cb3947-1134-4896-a950-95a767ee62e8" -d '{"events": [{"name": "network-changed", "server_uuid": "78457610-33d0-4cf3-8c84-5bb795c3d574", "tag": "832e3966-3818-4857-8012-fcc94703b689"}]}' {{(pid=101834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:13:29.924515 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 15:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9012b826-9c58-4cf2-91ae-beb3a0b53150 x-openstack-request-id: req-9012b826-9c58-4cf2-91ae-beb3a0b53150 {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:13:29.924796 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78457610-33d0-4cf3-8c84-5bb795c3d574", "tag": "832e3966-3818-4857-8012-fcc94703b689", "status": "completed", "code": 200}]} {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:13:29.925039 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9012b826-9c58-4cf2-91ae-beb3a0b53150 {{(pid=101834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:13:29.925420 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78457610-33d0-4cf3-8c84-5bb795c3d574', 'tag': '832e3966-3818-4857-8012-fcc94703b689', 'status': 'completed', 'code': 200} Nov 17 15:13:29.950758 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53de720d-e66b-4290-ab3b-d0199c2d24bd service neutron] Pushing event updated for resources: {'Port': ['ID=832e3966-3818-4857-8012-fcc94703b689,revision_number=3']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:13:29.975854 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd9a90-3912-4f55-b5a9-038135d7995a req-bd514d6a-e1af-4a41-abf4-b1c63e89b0f4 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:29.977275 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-32fd9a90-3912-4f55-b5a9-038135d7995a req-bd514d6a-e1af-4a41-abf4-b1c63e89b0f4 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 946 time: 0.1128302 Nov 17 15:13:29.982982 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb7f31-de3c-47b5-8be9-3b571eb46505 req-d01c108c-eaeb-490e-8a97-798574a09193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:29.984396 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-b7bb7f31-de3c-47b5-8be9-3b571eb46505 req-d01c108c-eaeb-490e-8a97-798574a09193 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=491dcddc85e848f7b51f8883c22718ef&device_id=78457610-33d0-4cf3-8c84-5bb795c3d574 HTTP/1.1" status: 200 len: 1096 time: 0.0736210 Nov 17 15:13:30.033295 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-b7bb7f31-de3c-47b5-8be9-3b571eb46505 req-d126f4eb-78ec-4ff7-9278-8649d93ca256 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=832e3966-3818-4857-8012-fcc94703b689 HTTP/1.1" status: 200 len: 217 time: 0.0355880 Nov 17 15:13:30.063593 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-32fd9a90-3912-4f55-b5a9-038135d7995a req-4f33ec61-f1dc-4cf2-841c-00cb13859139 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=d021336b-71ed-4ed3-bf6c-930a92e4b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781307 Nov 17 15:13:30.108012 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb7f31-de3c-47b5-8be9-3b571eb46505 req-4cd6643d-67a1-485f-9d11-b690817eb411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:30.109473 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-b7bb7f31-de3c-47b5-8be9-3b571eb46505 req-4cd6643d-67a1-485f-9d11-b690817eb411 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ad1e2260-249c-4beb-bf18-62e10c187d8a HTTP/1.1" status: 200 len: 853 time: 0.0578268 Nov 17 15:13:30.151766 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-b7bb7f31-de3c-47b5-8be9-3b571eb46505 req-a070d18c-a116-41ca-abaf-62e8b0845d99 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a486357d-4462-4852-b815-1b0e64541b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306773 Nov 17 15:13:30.247911 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-b7bb7f31-de3c-47b5-8be9-3b571eb46505 req-0f627e6f-ec79-44e9-889e-1ffae5e2ca0a service neutron] 10.222.0.55 "GET /v2.0/networks/a486357d-4462-4852-b815-1b0e64541b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853250 Nov 17 15:13:30.353022 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-b7bb7f31-de3c-47b5-8be9-3b571eb46505 req-7ea3218c-4c9c-4247-a263-a62aec115057 service neutron] 10.222.0.55 "GET /v2.0/networks/a486357d-4462-4852-b815-1b0e64541b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956397 Nov 17 15:13:30.451328 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb3947-1134-4896-a950-95a767ee62e8 req-5625a07c-9429-4b9f-900e-d8e2d88b52a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:30.453037 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-75cb3947-1134-4896-a950-95a767ee62e8 req-5625a07c-9429-4b9f-900e-d8e2d88b52a0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=491dcddc85e848f7b51f8883c22718ef&device_id=78457610-33d0-4cf3-8c84-5bb795c3d574 HTTP/1.1" status: 200 len: 1096 time: 0.0410688 Nov 17 15:13:30.559336 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb3947-1134-4896-a950-95a767ee62e8 req-a43825ed-5638-4cba-a8f4-ed9e34e1ed97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:30.560853 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-75cb3947-1134-4896-a950-95a767ee62e8 req-a43825ed-5638-4cba-a8f4-ed9e34e1ed97 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a486357d-4462-4852-b815-1b0e64541b08 HTTP/1.1" status: 200 len: 914 time: 0.0995660 Nov 17 15:13:30.592438 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-316b5231-b31c-40f2-b4f3-079bfa4526b7 req-f564197b-6a15-4a92-b5e5-48a726096a91 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1243041801&fields=id&tenant_id=5131dce595224bfe8a730cc800f0f158 HTTP/1.1" status: 200 len: 267 time: 0.0462627 Nov 17 15:13:30.606805 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-75cb3947-1134-4896-a950-95a767ee62e8 req-0431ffdb-735f-4e86-be85-5726fc0c4656 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=832e3966-3818-4857-8012-fcc94703b689 HTTP/1.1" status: 200 len: 217 time: 0.0369854 Nov 17 15:13:30.685215 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb3947-1134-4896-a950-95a767ee62e8 req-340b8941-f247-4b82-844c-a6b53d7e1b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:30.686756 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-75cb3947-1134-4896-a950-95a767ee62e8 req-340b8941-f247-4b82-844c-a6b53d7e1b9a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ad1e2260-249c-4beb-bf18-62e10c187d8a HTTP/1.1" status: 200 len: 853 time: 0.0729036 Nov 17 15:13:30.703977 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff885448-c3c0-45ac-9b7b-1d54928a1c56 req-cf691c89-98a3-4625-bdb8-9a11adf15bd7 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:30.706291 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-ff885448-c3c0-45ac-9b7b-1d54928a1c56 req-cf691c89-98a3-4625-bdb8-9a11adf15bd7 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0845387 Nov 17 15:13:30.714507 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b5231-b31c-40f2-b4f3-079bfa4526b7 req-2640ce7b-381c-4b2c-be45-bd2d51bf2bd6 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:30.716888 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-316b5231-b31c-40f2-b4f3-079bfa4526b7 req-2640ce7b-381c-4b2c-be45-bd2d51bf2bd6 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/networks?id=35a21660-a2ad-472c-8fa2-5b7c2854ced6 HTTP/1.1" status: 200 len: 811 time: 0.1160254 Nov 17 15:13:30.732807 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-316b5231-b31c-40f2-b4f3-079bfa4526b7 req-698bcf71-d7ed-424a-a01e-ff0af45414b0 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/quotas/5131dce595224bfe8a730cc800f0f158 HTTP/1.1" status: 200 len: 375 time: 0.0104966 Nov 17 15:13:30.752397 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-75cb3947-1134-4896-a950-95a767ee62e8 req-59ad33b2-d89c-48b4-bce4-13178f9da44f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a486357d-4462-4852-b815-1b0e64541b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448105 Nov 17 15:13:30.795305 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-316b5231-b31c-40f2-b4f3-079bfa4526b7 req-ceedd583-7b79-4d4f-ab66-109b36dcea92 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5131dce595224bfe8a730cc800f0f158&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564659 Nov 17 15:13:30.814320 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-ff885448-c3c0-45ac-9b7b-1d54928a1c56 req-7090274c-250e-4b5b-8360-219361e73c50 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953112 Nov 17 15:13:30.875971 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-75cb3947-1134-4896-a950-95a767ee62e8 req-551485dd-16cb-4ae6-86f4-75aa56fd1af2 service neutron] 10.222.0.55 "GET /v2.0/networks/a486357d-4462-4852-b815-1b0e64541b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027279 Nov 17 15:13:30.894158 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-316b5231-b31c-40f2-b4f3-079bfa4526b7 req-e2c3585b-b48e-47aa-8178-523161229c63 service neutron] 10.222.0.62 "GET /v2.0/networks/35a21660-a2ad-472c-8fa2-5b7c2854ced6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857425 Nov 17 15:13:30.989151 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-316b5231-b31c-40f2-b4f3-079bfa4526b7 req-c06ac042-a439-44b8-a518-cc78314200da service neutron] 10.222.0.62 "GET /v2.0/networks/35a21660-a2ad-472c-8fa2-5b7c2854ced6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870967 Nov 17 15:13:30.993111 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2eb978-b580-4746-969f-21f289a95240 req-7f7b63bc-2d53-4aa5-a36f-6722d4fb6d52 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:30.994607 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-ff2eb978-b580-4746-969f-21f289a95240 req-7f7b63bc-2d53-4aa5-a36f-6722d4fb6d52 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.62 "GET /v2.0/ports?device_id=78457610-33d0-4cf3-8c84-5bb795c3d574 HTTP/1.1" status: 200 len: 943 time: 0.1131616 Nov 17 15:13:31.028754 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-75cb3947-1134-4896-a950-95a767ee62e8 req-70f051bc-90a0-4b23-b354-95e1e1470b6b service neutron] 10.222.0.55 "GET /v2.0/networks/a486357d-4462-4852-b815-1b0e64541b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367807 Nov 17 15:13:31.056402 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-ff2eb978-b580-4746-969f-21f289a95240 req-93ced198-5b2a-45e6-840e-17c27db387af tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.62 "GET /v2.0/security-groups?id=05308ce0-b69a-4d2e-aadd-e9c3ac3b49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541267 Nov 17 15:13:31.183964 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917d11c-64fa-4c8a-916f-4560fd03f36c req-acae0526-510b-4e5d-a9a8-0267e43162c8 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:31.185450 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-1917d11c-64fa-4c8a-916f-4560fd03f36c req-acae0526-510b-4e5d-a9a8-0267e43162c8 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 946 time: 0.0528338 Nov 17 15:13:31.240642 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-1917d11c-64fa-4c8a-916f-4560fd03f36c req-0efab913-2c75-44fc-b84d-994d86f3a534 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=d021336b-71ed-4ed3-bf6c-930a92e4b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489526 Nov 17 15:13:31.292025 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-45b08c0b-1616-425a-a908-4b7b44a4cfd3 req-0d9e1c9b-04b0-4d09-b604-0a1e85baa7e7 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=801bcb07-e233-4a21-aca7-866697e30e1a HTTP/1.1" status: 200 len: 210 time: 0.0259404 Nov 17 15:13:31.928485 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1988a-f1d8-461b-b9c2-85f4bcceb08c req-35679580-a00c-4fb4-8b7c-a34275bb094b tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:31.929917 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-fac1988a-f1d8-461b-b9c2-85f4bcceb08c req-35679580-a00c-4fb4-8b7c-a34275bb094b tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0471237 Nov 17 15:13:31.979166 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-fac1988a-f1d8-461b-b9c2-85f4bcceb08c req-84324785-d1cb-4b9d-af67-caa0cc95c9c9 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433292 Nov 17 15:13:32.283140 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b5231-b31c-40f2-b4f3-079bfa4526b7 req-d2db091d-e2d7-4c8b-ae05-64fe745d94b4 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:32.284772 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-316b5231-b31c-40f2-b4f3-079bfa4526b7 req-d2db091d-e2d7-4c8b-ae05-64fe745d94b4 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.55 "GET /v2.0/networks?id=35a21660-a2ad-472c-8fa2-5b7c2854ced6 HTTP/1.1" status: 200 len: 811 time: 0.1282434 Nov 17 15:13:32.325308 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef2f8d-118c-4a20-9276-72bb0f93feff req-35f7b390-2c58-435f-94ca-64fc05030db3 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:32.326888 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-e2ef2f8d-118c-4a20-9276-72bb0f93feff req-35f7b390-2c58-435f-94ca-64fc05030db3 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.62 "GET /v2.0/ports?device_id=78457610-33d0-4cf3-8c84-5bb795c3d574 HTTP/1.1" status: 200 len: 943 time: 0.0497415 Nov 17 15:13:32.383327 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-316b5231-b31c-40f2-b4f3-079bfa4526b7 req-4111b804-5ede-4423-8a89-54ceacc6e3a4 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5131dce595224bfe8a730cc800f0f158 HTTP/1.1" status: 200 len: 380 time: 0.0865459 Nov 17 15:13:32.383704 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-e2ef2f8d-118c-4a20-9276-72bb0f93feff req-9b2d5702-b794-447a-88b6-9e7e678e2ffb tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.62 "GET /v2.0/security-groups?id=05308ce0-b69a-4d2e-aadd-e9c3ac3b49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465457 Nov 17 15:13:32.401713 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-4cd09aa0-fb51-4165-917c-fe4c142e0f7c req-156d18e8-2a39-4849-803e-7814f3431622 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=801bcb07-e233-4a21-aca7-866697e30e1a HTTP/1.1" status: 200 len: 210 time: 0.0365393 Nov 17 15:13:32.405299 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [req-316b5231-b31c-40f2-b4f3-079bfa4526b7 req-18d49730-ebad-4a06-99bf-c03570e694c7 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Request body: {'port': {'device_id': '801bcb07-e233-4a21-aca7-866697e30e1a', 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6', 'admin_state_up': True, 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'security_groups': ['418ad473-dff6-432a-ba4f-d87e422e1701']}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:13:32.513781 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-316b5231-b31c-40f2-b4f3-079bfa4526b7 req-18d49730-ebad-4a06-99bf-c03570e694c7 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Made reservation on behalf of 5131dce595224bfe8a730cc800f0f158 for: {'port': 1} {{(pid=101834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:13:32.517347 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-316b5231-b31c-40f2-b4f3-079bfa4526b7 req-18d49730-ebad-4a06-99bf-c03570e694c7 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:32.645674 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.db_base_plugin_common [req-316b5231-b31c-40f2-b4f3-079bfa4526b7 req-18d49730-ebad-4a06-99bf-c03570e694c7 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Allocated IP 172.20.0.10 (35a21660-a2ad-472c-8fa2-5b7c2854ced6/e5c17a34-0ae9-43c6-8fa8-687d40ad609a/e28b8cbf-dcf4-4507-a729-1810144d2e24) {{(pid=101834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:13:32.781872 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-316b5231-b31c-40f2-b4f3-079bfa4526b7 req-18d49730-ebad-4a06-99bf-c03570e694c7 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks [] for port, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:32.820014 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-316b5231-b31c-40f2-b4f3-079bfa4526b7 req-18d49730-ebad-4a06-99bf-c03570e694c7 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:32.823844 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:32.862636 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-316b5231-b31c-40f2-b4f3-079bfa4526b7 req-18d49730-ebad-4a06-99bf-c03570e694c7 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Network 35a21660-a2ad-472c-8fa2-5b7c2854ced6 is already hosted by enough agents. {{(pid=101834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:13:32.866739 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.base_scheduler [req-316b5231-b31c-40f2-b4f3-079bfa4526b7 req-18d49730-ebad-4a06-99bf-c03570e694c7 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Resources bound (agent type, host, resource id): {{(pid=101834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:13:32.872869 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.l3_dvrscheduler_db [req-316b5231-b31c-40f2-b4f3-079bfa4526b7 req-18d49730-ebad-4a06-99bf-c03570e694c7 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Received port after_create {{(pid=101834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:13:32.905665 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d49730-ebad-4a06-99bf-c03570e694c7 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Pushing event updated for resources: {'Port': ['ID=e28b8cbf-dcf4-4507-a729-1810144d2e24,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:13:32.927997 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b5231-b31c-40f2-b4f3-079bfa4526b7 req-18d49730-ebad-4a06-99bf-c03570e694c7 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:32.928626 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-316b5231-b31c-40f2-b4f3-079bfa4526b7 req-18d49730-ebad-4a06-99bf-c03570e694c7 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for port, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:32.944858 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-316b5231-b31c-40f2-b4f3-079bfa4526b7 req-18d49730-ebad-4a06-99bf-c03570e694c7 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5458450 Nov 17 15:13:32.959782 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [req-316b5231-b31c-40f2-b4f3-079bfa4526b7 req-26e8e24b-1d41-4c04-b6d9-b6d8bf48e9cd service neutron] Request body: {'port': {'device_id': '801bcb07-e233-4a21-aca7-866697e30e1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81823'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:13:33.019993 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-316b5231-b31c-40f2-b4f3-079bfa4526b7 req-26e8e24b-1d41-4c04-b6d9-b6d8bf48e9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:33.045922 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-07ac5f4b-2211-4e30-b4ce-ee5e3cd7151a None None] Provisioning complete for port e28b8cbf-dcf4-4507-a729-1810144d2e24 triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:13:33.046577 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-07ac5f4b-2211-4e30-b4ce-ee5e3cd7151a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:33.081094 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-07ac5f4b-2211-4e30-b4ce-ee5e3cd7151a None None] Port e28b8cbf-dcf4-4507-a729-1810144d2e24 cannot update to ACTIVE because it is not bound. {{(pid=101835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 15:13:33.105284 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3dd410-7db9-4700-8001-9f47e37a3bea req-87c5763f-826c-4d63-802c-5f75342961f1 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:33.106769 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-7c3dd410-7db9-4700-8001-9f47e37a3bea req-87c5763f-826c-4d63-802c-5f75342961f1 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0532596 Nov 17 15:13:33.156158 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-7c3dd410-7db9-4700-8001-9f47e37a3bea req-3f632e48-f92f-46da-9f49-43e8e815a585 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430720 Nov 17 15:13:33.287737 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.notifiers.nova [req-316b5231-b31c-40f2-b4f3-079bfa4526b7 req-26e8e24b-1d41-4c04-b6d9-b6d8bf48e9cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e28b8cbf-dcf4-4507-a729-1810144d2e24 {{(pid=101834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 15:13:33.294815 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-316b5231-b31c-40f2-b4f3-079bfa4526b7 req-26e8e24b-1d41-4c04-b6d9-b6d8bf48e9cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:33.306734 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.provisioning_blocks [req-316b5231-b31c-40f2-b4f3-079bfa4526b7 req-26e8e24b-1d41-4c04-b6d9-b6d8bf48e9cd service neutron] Transition to ACTIVE for port object e28b8cbf-dcf4-4507-a729-1810144d2e24 will not be triggered until provisioned by entity L2. {{(pid=101834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 17 15:13:33.311000 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-316b5231-b31c-40f2-b4f3-079bfa4526b7 req-26e8e24b-1d41-4c04-b6d9-b6d8bf48e9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4397568'] for port, after_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:33.359137 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e8e24b-1d41-4c04-b6d9-b6d8bf48e9cd service neutron] Pushing event updated for resources: {'Port': ['ID=e28b8cbf-dcf4-4507-a729-1810144d2e24,revision_number=2']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:13:33.429877 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.managers [req-316b5231-b31c-40f2-b4f3-079bfa4526b7 req-26e8e24b-1d41-4c04-b6d9-b6d8bf48e9cd service neutron] Attempting to bind port e28b8cbf-dcf4-4507-a729-1810144d2e24 on host hv-cinder-81823 for vnic_type normal with profile {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 15:13:33.430161 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.managers [req-316b5231-b31c-40f2-b4f3-079bfa4526b7 req-26e8e24b-1d41-4c04-b6d9-b6d8bf48e9cd service neutron] Attempting to bind port e28b8cbf-dcf4-4507-a729-1810144d2e24 by drivers openvswitch,hyperv on host hv-cinder-81823 at level 0 using segments [{'id': '4f89a60d-a2d1-4edb-a8d1-149bf81601d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6'}] {{(pid=101834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 15:13:33.430474 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316b5231-b31c-40f2-b4f3-079bfa4526b7 req-26e8e24b-1d41-4c04-b6d9-b6d8bf48e9cd service neutron] Attempting to bind port e28b8cbf-dcf4-4507-a729-1810144d2e24 on network 35a21660-a2ad-472c-8fa2-5b7c2854ced6 {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:13:33.440041 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316b5231-b31c-40f2-b4f3-079bfa4526b7 req-26e8e24b-1d41-4c04-b6d9-b6d8bf48e9cd service neutron] Port e28b8cbf-dcf4-4507-a729-1810144d2e24 on network 35a21660-a2ad-472c-8fa2-5b7c2854ced6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81823 {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 17 15:13:33.440041 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316b5231-b31c-40f2-b4f3-079bfa4526b7 req-26e8e24b-1d41-4c04-b6d9-b6d8bf48e9cd service neutron] Attempting to bind port e28b8cbf-dcf4-4507-a729-1810144d2e24 on network 35a21660-a2ad-472c-8fa2-5b7c2854ced6 {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:13:33.440930 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316b5231-b31c-40f2-b4f3-079bfa4526b7 req-26e8e24b-1d41-4c04-b6d9-b6d8bf48e9cd service neutron] Checking agent: {'id': '56359ff8-4a05-4ac1-99e4-1793cc03f30f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81823', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 15, 9, 3), 'started_at': datetime.datetime(2021, 11, 17, 15, 9, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 15, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 15:13:33.441306 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316b5231-b31c-40f2-b4f3-079bfa4526b7 req-26e8e24b-1d41-4c04-b6d9-b6d8bf48e9cd service neutron] Checking segment: {'id': '4f89a60d-a2d1-4edb-a8d1-149bf81601d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:13:33.441718 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-316b5231-b31c-40f2-b4f3-079bfa4526b7 req-26e8e24b-1d41-4c04-b6d9-b6d8bf48e9cd service neutron] Bound using segment: {'id': '4f89a60d-a2d1-4edb-a8d1-149bf81601d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6'} {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 15:13:33.442139 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.managers [req-316b5231-b31c-40f2-b4f3-079bfa4526b7 req-26e8e24b-1d41-4c04-b6d9-b6d8bf48e9cd service neutron] Bound port: e28b8cbf-dcf4-4507-a729-1810144d2e24, host: hv-cinder-81823, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f89a60d-a2d1-4edb-a8d1-149bf81601d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6'}}] {{(pid=101834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 15:13:33.442489 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-316b5231-b31c-40f2-b4f3-079bfa4526b7 req-26e8e24b-1d41-4c04-b6d9-b6d8bf48e9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:33.465388 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device 832e3966-3818-4857-8012-fcc94703b689 details requested by agent hyperv_hv-cinder-81823 with host hv-cinder-81823 {{(pid=101835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 17 15:13:33.542907 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf4217b-e3d9-457d-a0dc-589398c32d7a req-98a7eb6b-d48f-4053-81bb-f64ba863a839 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:33.543519 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [req-316b5231-b31c-40f2-b4f3-079bfa4526b7 req-26e8e24b-1d41-4c04-b6d9-b6d8bf48e9cd service neutron] For port e28b8cbf-dcf4-4507-a729-1810144d2e24, host hv-cinder-81823, cleared binding levels {{(pid=101834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 15:13:33.552776 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-faf4217b-e3d9-457d-a0dc-589398c32d7a req-98a7eb6b-d48f-4053-81bb-f64ba863a839 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=801bcb07-e233-4a21-aca7-866697e30e1a HTTP/1.1" status: 200 len: 944 time: 0.0596597 Nov 17 15:13:33.560273 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [req-316b5231-b31c-40f2-b4f3-079bfa4526b7 req-26e8e24b-1d41-4c04-b6d9-b6d8bf48e9cd service neutron] For port e28b8cbf-dcf4-4507-a729-1810144d2e24, host hv-cinder-81823, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=e28b8cbf-dcf4-4507-a729-1810144d2e24,segment=NetworkSegment(4f89a60d-a2d1-4edb-a8d1-149bf81601d9),segment_id=4f89a60d-a2d1-4edb-a8d1-149bf81601d9)] {{(pid=101834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 15:13:33.572943 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ddfa0-6ae6-4fd6-8937-99faf36b16b6 req-a8e8762e-bbdb-4328-bda4-0071e66bf01b tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:33.574430 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-6e5ddfa0-6ae6-4fd6-8937-99faf36b16b6 req-a8e8762e-bbdb-4328-bda4-0071e66bf01b tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.62 "GET /v2.0/ports?device_id=78457610-33d0-4cf3-8c84-5bb795c3d574 HTTP/1.1" status: 200 len: 943 time: 0.0655086 Nov 17 15:13:33.575507 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-316b5231-b31c-40f2-b4f3-079bfa4526b7 req-26e8e24b-1d41-4c04-b6d9-b6d8bf48e9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4397568'] for port, after_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:33.589221 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port 832e3966-3818-4857-8012-fcc94703b689, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=832e3966-3818-4857-8012-fcc94703b689,segment=NetworkSegment(7532adf9-7b13-451a-bde3-678752988f6e),segment_id=7532adf9-7b13-451a-bde3-678752988f6e)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:13:33.603108 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-faf4217b-e3d9-457d-a0dc-589398c32d7a req-a3302edc-45aa-429a-9517-e7acead594c0 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497203 Nov 17 15:13:33.608645 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Returning: {'device': '832e3966-3818-4857-8012-fcc94703b689', 'network_id': 'a486357d-4462-4852-b815-1b0e64541b08', 'port_id': '832e3966-3818-4857-8012-fcc94703b689', 'mac_address': 'fa:16:3e:d2:39:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad1e2260-249c-4beb-bf18-62e10c187d8a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 17 15:13:33.618333 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b5231-b31c-40f2-b4f3-079bfa4526b7 req-26e8e24b-1d41-4c04-b6d9-b6d8bf48e9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:33.618333 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-316b5231-b31c-40f2-b4f3-079bfa4526b7 req-26e8e24b-1d41-4c04-b6d9-b6d8bf48e9cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for port, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:33.619546 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-316b5231-b31c-40f2-b4f3-079bfa4526b7 req-26e8e24b-1d41-4c04-b6d9-b6d8bf48e9cd service neutron] 10.222.0.55 "PUT /v2.0/ports/e28b8cbf-dcf4-4507-a729-1810144d2e24 HTTP/1.1" status: 200 len: 1094 time: 0.6650946 Nov 17 15:13:33.629671 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '801bcb07-e233-4a21-aca7-866697e30e1a', 'tag': 'e28b8cbf-dcf4-4507-a729-1810144d2e24'}] {{(pid=101834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:13:33.632312 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10d7295a2f7876e94fbb36dd5f9fa1a1524f2628f083d864ab6dabde9166157e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d587cf-e025-4c15-9967-eff09c4c8ee6" -d '{"events": [{"name": "network-changed", "server_uuid": "801bcb07-e233-4a21-aca7-866697e30e1a", "tag": "e28b8cbf-dcf4-4507-a729-1810144d2e24"}]}' {{(pid=101834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:13:33.674129 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:33.685526 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 15:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385e76d8-47d7-41de-b19a-3c2f59ec19c1 x-openstack-request-id: req-385e76d8-47d7-41de-b19a-3c2f59ec19c1 {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:13:33.685809 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "801bcb07-e233-4a21-aca7-866697e30e1a", "tag": "e28b8cbf-dcf4-4507-a729-1810144d2e24", "status": "completed", "code": 200}]} {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:13:33.686052 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-385e76d8-47d7-41de-b19a-3c2f59ec19c1 {{(pid=101834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:13:33.686426 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '801bcb07-e233-4a21-aca7-866697e30e1a', 'tag': 'e28b8cbf-dcf4-4507-a729-1810144d2e24', 'status': 'completed', 'code': 200} Nov 17 15:13:33.690126 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.notifiers.nova [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 832e3966-3818-4857-8012-fcc94703b689 {{(pid=101835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 15:13:33.701945 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e8e24b-1d41-4c04-b6d9-b6d8bf48e9cd service neutron] Pushing event updated for resources: {'Port': ['ID=e28b8cbf-dcf4-4507-a729-1810144d2e24,revision_number=3']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:13:33.712044 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-6e5ddfa0-6ae6-4fd6-8937-99faf36b16b6 req-34c7e71f-29d9-4c1b-8bad-58c42acfc2b5 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.62 "GET /v2.0/security-groups?id=05308ce0-b69a-4d2e-aadd-e9c3ac3b49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281278 Nov 17 15:13:33.717194 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port 832e3966-3818-4857-8012-fcc94703b689, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=832e3966-3818-4857-8012-fcc94703b689,segment=NetworkSegment(7532adf9-7b13-451a-bde3-678752988f6e),segment_id=7532adf9-7b13-451a-bde3-678752988f6e)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:13:33.726762 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:33.746945 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b5231-b31c-40f2-b4f3-079bfa4526b7 req-d045eea5-71b8-4aea-906e-6b9ead000475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:33.748437 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-316b5231-b31c-40f2-b4f3-079bfa4526b7 req-d045eea5-71b8-4aea-906e-6b9ead000475 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5131dce595224bfe8a730cc800f0f158&device_id=801bcb07-e233-4a21-aca7-866697e30e1a HTTP/1.1" status: 200 len: 1097 time: 0.0654731 Nov 17 15:13:33.781769 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Pushing event updated for resources: {'Port': ['ID=832e3966-3818-4857-8012-fcc94703b689,revision_number=4']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:13:33.792947 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-316b5231-b31c-40f2-b4f3-079bfa4526b7 req-3d176345-e46a-42c7-b8a0-770c56c5659a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e28b8cbf-dcf4-4507-a729-1810144d2e24 HTTP/1.1" status: 200 len: 217 time: 0.0357294 Nov 17 15:13:33.845086 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b5231-b31c-40f2-b4f3-079bfa4526b7 req-02adaac6-3d7d-44eb-a840-5bef5faf8d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:33.846536 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-316b5231-b31c-40f2-b4f3-079bfa4526b7 req-02adaac6-3d7d-44eb-a840-5bef5faf8d33 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e5c17a34-0ae9-43c6-8fa8-687d40ad609a HTTP/1.1" status: 200 len: 850 time: 0.0461569 Nov 17 15:13:33.909805 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b5231-b31c-40f2-b4f3-079bfa4526b7 req-bbeeec72-ba2f-436e-9883-295814abb732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:33.911880 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-316b5231-b31c-40f2-b4f3-079bfa4526b7 req-bbeeec72-ba2f-436e-9883-295814abb732 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=35a21660-a2ad-472c-8fa2-5b7c2854ced6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544579 Nov 17 15:13:34.002522 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-316b5231-b31c-40f2-b4f3-079bfa4526b7 req-f7b55ad6-5b76-4075-8c45-176dd53ce186 service neutron] 10.222.0.55 "GET /v2.0/networks/35a21660-a2ad-472c-8fa2-5b7c2854ced6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800300 Nov 17 15:13:34.015469 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] get_ports_and_sgs() called for port_ids ['832e3966-3818-4857-8012-fcc94703b689'] {{(pid=101835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 15:13:34.098169 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-316b5231-b31c-40f2-b4f3-079bfa4526b7 req-c28aa14a-f56e-4b2a-a847-bdb2833dd5bb service neutron] 10.222.0.55 "GET /v2.0/networks/35a21660-a2ad-472c-8fa2-5b7c2854ced6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873013 Nov 17 15:13:34.195807 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d587cf-e025-4c15-9967-eff09c4c8ee6 req-e58dcaab-5047-4f45-9ed2-ddc3022c6d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:34.197383 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-72d587cf-e025-4c15-9967-eff09c4c8ee6 req-e58dcaab-5047-4f45-9ed2-ddc3022c6d2f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5131dce595224bfe8a730cc800f0f158&device_id=801bcb07-e233-4a21-aca7-866697e30e1a HTTP/1.1" status: 200 len: 1097 time: 0.0398016 Nov 17 15:13:34.283158 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07864f37-d641-47b1-8e4c-d9d277ba0fde req-57e7f655-7a2b-479e-9eba-b0e98c7641e7 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:34.284543 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-07864f37-d641-47b1-8e4c-d9d277ba0fde req-57e7f655-7a2b-479e-9eba-b0e98c7641e7 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0504012 Nov 17 15:13:34.296895 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d587cf-e025-4c15-9967-eff09c4c8ee6 req-7b631182-e9b9-4cb1-843c-bdab71f4bdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:34.298341 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-72d587cf-e025-4c15-9967-eff09c4c8ee6 req-7b631182-e9b9-4cb1-843c-bdab71f4bdbc service neutron] 10.222.0.55 "GET /v2.0/networks?id=35a21660-a2ad-472c-8fa2-5b7c2854ced6 HTTP/1.1" status: 200 len: 912 time: 0.0886168 Nov 17 15:13:34.330324 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-07864f37-d641-47b1-8e4c-d9d277ba0fde req-77c4cf30-6369-4364-8665-7e9bf9f74b4c tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397129 Nov 17 15:13:34.342712 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-72d587cf-e025-4c15-9967-eff09c4c8ee6 req-f104123b-b26f-4bdf-89c3-3f9c79489b11 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e28b8cbf-dcf4-4507-a729-1810144d2e24 HTTP/1.1" status: 200 len: 217 time: 0.0341539 Nov 17 15:13:34.394080 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d587cf-e025-4c15-9967-eff09c4c8ee6 req-df5b3cdd-4c35-4f51-b5bb-bc0e746421ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:34.395517 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-72d587cf-e025-4c15-9967-eff09c4c8ee6 req-df5b3cdd-4c35-4f51-b5bb-bc0e746421ac service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e5c17a34-0ae9-43c6-8fa8-687d40ad609a HTTP/1.1" status: 200 len: 850 time: 0.0424130 Nov 17 15:13:34.439767 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d587cf-e025-4c15-9967-eff09c4c8ee6 req-a3644b0a-6aa9-43dc-80ee-a672b7adf327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:34.441209 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-72d587cf-e025-4c15-9967-eff09c4c8ee6 req-a3644b0a-6aa9-43dc-80ee-a672b7adf327 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=35a21660-a2ad-472c-8fa2-5b7c2854ced6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382631 Nov 17 15:13:34.532739 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-72d587cf-e025-4c15-9967-eff09c4c8ee6 req-9cb7d078-63d8-48f1-96ea-af6af4ae7e31 service neutron] 10.222.0.55 "GET /v2.0/networks/35a21660-a2ad-472c-8fa2-5b7c2854ced6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821166 Nov 17 15:13:34.628810 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-72d587cf-e025-4c15-9967-eff09c4c8ee6 req-9d4e0fb9-fa80-4da5-8936-4f1bdcc99f7a service neutron] 10.222.0.55 "GET /v2.0/networks/35a21660-a2ad-472c-8fa2-5b7c2854ced6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807190 Nov 17 15:13:34.746393 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa18536-65f8-467c-b51c-67e9a5add202 req-3a84d93d-89fc-453b-8e18-0235e230ee66 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:34.748155 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-6aa18536-65f8-467c-b51c-67e9a5add202 req-3a84d93d-89fc-453b-8e18-0235e230ee66 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=801bcb07-e233-4a21-aca7-866697e30e1a HTTP/1.1" status: 200 len: 944 time: 0.0518680 Nov 17 15:13:34.797329 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-6aa18536-65f8-467c-b51c-67e9a5add202 req-31660e6f-e4e1-49fa-9898-780e95b68574 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426745 Nov 17 15:13:34.833637 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd965a-3cac-4464-bcca-2cd6fbedd427 req-c7bfe740-2173-4259-96ec-501af0b75374 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:34.835100 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-19bd965a-3cac-4464-bcca-2cd6fbedd427 req-c7bfe740-2173-4259-96ec-501af0b75374 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.62 "GET /v2.0/ports?device_id=78457610-33d0-4cf3-8c84-5bb795c3d574 HTTP/1.1" status: 200 len: 944 time: 0.0482421 Nov 17 15:13:34.882395 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-19bd965a-3cac-4464-bcca-2cd6fbedd427 req-68944022-73bb-4d38-853a-c2e944b5cec9 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.62 "GET /v2.0/security-groups?id=05308ce0-b69a-4d2e-aadd-e9c3ac3b49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412233 Nov 17 15:13:34.937218 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.agents_db [None req-8c09612d-4555-4199-ac80-2bf3536e394d None None] Agent healthcheck: found 6 active agents {{(pid=101836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 15:13:35.441216 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e326a5c-e670-44de-9b50-6038466da3b6 req-164c31aa-2f13-4314-96c4-117e66c98bb7 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:35.443288 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-4e326a5c-e670-44de-9b50-6038466da3b6 req-164c31aa-2f13-4314-96c4-117e66c98bb7 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0469327 Nov 17 15:13:35.481191 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device 832e3966-3818-4857-8012-fcc94703b689 up at agent hyperv_hv-cinder-81823 {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:13:35.489898 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-4e326a5c-e670-44de-9b50-6038466da3b6 req-ca5baed0-3074-44b4-975d-3d186417dedc tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408254 Nov 17 15:13:35.528266 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Provisioning for port 832e3966-3818-4857-8012-fcc94703b689 completed by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 17 15:13:35.531903 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Provisioning complete for port 832e3966-3818-4857-8012-fcc94703b689 triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:13:35.532272 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:35.606549 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:35.628412 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78457610-33d0-4cf3-8c84-5bb795c3d574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '832e3966-3818-4857-8012-fcc94703b689'}] {{(pid=101835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:13:35.630620 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc2a867bdaff5c76f0208ec4146e14dfecc9fe2083470249ba9c3c2934649c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccfa1aa0-092f-4889-bef2-61937ac6abba" -d '{"events": [{"server_uuid": "78457610-33d0-4cf3-8c84-5bb795c3d574", "name": "network-vif-plugged", "status": "completed", "tag": "832e3966-3818-4857-8012-fcc94703b689"}]}' {{(pid=101835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:13:35.645944 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port 832e3966-3818-4857-8012-fcc94703b689, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=832e3966-3818-4857-8012-fcc94703b689,segment=NetworkSegment(7532adf9-7b13-451a-bde3-678752988f6e),segment_id=7532adf9-7b13-451a-bde3-678752988f6e)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:13:35.649811 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:35.672269 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 15:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58bd7839-af03-4234-bce6-6ada6cebefb0 x-openstack-request-id: req-58bd7839-af03-4234-bce6-6ada6cebefb0 {{(pid=101835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:13:35.672579 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78457610-33d0-4cf3-8c84-5bb795c3d574", "name": "network-vif-plugged", "status": "completed", "tag": "832e3966-3818-4857-8012-fcc94703b689", "code": 200}]} {{(pid=101835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:13:35.672833 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-58bd7839-af03-4234-bce6-6ada6cebefb0 {{(pid=101835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:13:35.673200 dv-cinder-818233-1-iscsi neutron-server[101835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78457610-33d0-4cf3-8c84-5bb795c3d574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '832e3966-3818-4857-8012-fcc94703b689', 'code': 200} Nov 17 15:13:35.699799 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Pushing event updated for resources: {'Port': ['ID=832e3966-3818-4857-8012-fcc94703b689,revision_number=5']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:13:35.840743 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b4f81-a3f7-42de-a370-a3b973383b0f req-3428de34-53a2-45fd-b007-1b2fc93ac37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:35.842223 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-809b4f81-a3f7-42de-a370-a3b973383b0f req-3428de34-53a2-45fd-b007-1b2fc93ac37a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=78457610-33d0-4cf3-8c84-5bb795c3d574 HTTP/1.1" status: 200 len: 1098 time: 0.0422873 Nov 17 15:13:35.912675 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-809b4f81-a3f7-42de-a370-a3b973383b0f req-16221658-bab3-416f-bf3d-48d90aff7c5f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=05308ce0-b69a-4d2e-aadd-e9c3ac3b49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619292 Nov 17 15:13:35.928021 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ad2d6-cea4-4541-b849-448b0ca4283e req-3545fc03-ecc1-4ab3-826e-79a34f774bac tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:35.929444 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-8a0ad2d6-cea4-4541-b849-448b0ca4283e req-3545fc03-ecc1-4ab3-826e-79a34f774bac tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=801bcb07-e233-4a21-aca7-866697e30e1a HTTP/1.1" status: 200 len: 944 time: 0.0636861 Nov 17 15:13:35.978241 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-8a0ad2d6-cea4-4541-b849-448b0ca4283e req-bd5ba5f2-8ecc-43c6-a4ca-ee59773fe31b tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430326 Nov 17 15:13:35.997713 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2befc5a9-d013-4cf5-b873-3fff552a5940 req-57241fd3-52dc-406d-9ad8-1109ea354a05 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:35.999173 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-2befc5a9-d013-4cf5-b873-3fff552a5940 req-57241fd3-52dc-406d-9ad8-1109ea354a05 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.62 "GET /v2.0/ports?device_id=78457610-33d0-4cf3-8c84-5bb795c3d574 HTTP/1.1" status: 200 len: 945 time: 0.0485408 Nov 17 15:13:36.048534 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-2befc5a9-d013-4cf5-b873-3fff552a5940 req-da7a7907-a624-4a90-92e8-bc931c2211a0 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.62 "GET /v2.0/security-groups?id=05308ce0-b69a-4d2e-aadd-e9c3ac3b49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428252 Nov 17 15:13:36.328153 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6fb314-f2b8-47ec-a9b9-342de22106e7 req-8e5bafb3-e729-40f0-90be-98e5cf79fd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:36.329472 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-9d6fb314-f2b8-47ec-a9b9-342de22106e7 req-8e5bafb3-e729-40f0-90be-98e5cf79fd53 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 1098 time: 0.0381105 Nov 17 15:13:36.408385 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-9d6fb314-f2b8-47ec-a9b9-342de22106e7 req-4fa4c2e5-136f-48b8-9976-cc47f3e4975f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372341 Nov 17 15:13:36.807542 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca71bf0-f84f-4a64-9bfe-44eb2fc58e7c req-64ff017d-fd8e-48a5-aacc-6ae0f19a0176 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:36.809248 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-fca71bf0-f84f-4a64-9bfe-44eb2fc58e7c req-64ff017d-fd8e-48a5-aacc-6ae0f19a0176 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.2546105 Nov 17 15:13:36.855154 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-fca71bf0-f84f-4a64-9bfe-44eb2fc58e7c req-677c7063-ef59-400f-b879-fbebe17793ce tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399961 Nov 17 15:13:37.090247 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d24024-5662-46be-a510-6d43d1e53618 req-b8261c46-dbba-4caf-b5ae-1ea66eeccfce tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:37.091729 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-64d24024-5662-46be-a510-6d43d1e53618 req-b8261c46-dbba-4caf-b5ae-1ea66eeccfce tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=801bcb07-e233-4a21-aca7-866697e30e1a HTTP/1.1" status: 200 len: 944 time: 0.0476480 Nov 17 15:13:37.140499 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-64d24024-5662-46be-a510-6d43d1e53618 req-b0aabeea-7a02-4e4f-af55-85cf0f2fb658 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429800 Nov 17 15:13:37.161188 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e44441-55fb-42d3-b212-a20c80926338 req-3e05a912-2ecc-496b-b81a-3d28b116e2a6 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:37.162610 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-50e44441-55fb-42d3-b212-a20c80926338 req-3e05a912-2ecc-496b-b81a-3d28b116e2a6 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.62 "GET /v2.0/ports?device_id=78457610-33d0-4cf3-8c84-5bb795c3d574 HTTP/1.1" status: 200 len: 945 time: 0.0485799 Nov 17 15:13:37.208566 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-50e44441-55fb-42d3-b212-a20c80926338 req-71f119d2-a633-466a-9290-e0f0b606e87d tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.62 "GET /v2.0/security-groups?id=05308ce0-b69a-4d2e-aadd-e9c3ac3b49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401099 Nov 17 15:13:37.972595 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1dbf7-71c0-40ba-af19-b1270c43e670 req-870d13b4-7709-4da7-8a25-abeebe5caf66 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:37.974303 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-63e1dbf7-71c0-40ba-af19-b1270c43e670 req-870d13b4-7709-4da7-8a25-abeebe5caf66 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0486028 Nov 17 15:13:38.020705 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-63e1dbf7-71c0-40ba-af19-b1270c43e670 req-13c58fc8-3e7b-4d27-9bd0-336f62c79777 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404096 Nov 17 15:13:38.257540 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874e5ab-80f7-4c46-b9e5-e628d017e81d req-2ef696e5-f55d-4c2f-8e69-918ce3085ee8 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:38.259043 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-4874e5ab-80f7-4c46-b9e5-e628d017e81d req-2ef696e5-f55d-4c2f-8e69-918ce3085ee8 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=801bcb07-e233-4a21-aca7-866697e30e1a HTTP/1.1" status: 200 len: 944 time: 0.0525258 Nov 17 15:13:38.310172 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-4874e5ab-80f7-4c46-b9e5-e628d017e81d req-152fc506-afaf-489e-b4fa-f772c9be6300 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449650 Nov 17 15:13:38.391581 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66732e88-54f6-43a6-9015-6eb0a7f618d1 req-83fe9e9d-f3f4-4d35-8931-d76ee5bc1fc8 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:38.393029 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-66732e88-54f6-43a6-9015-6eb0a7f618d1 req-83fe9e9d-f3f4-4d35-8931-d76ee5bc1fc8 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.62 "GET /v2.0/ports?device_id=78457610-33d0-4cf3-8c84-5bb795c3d574 HTTP/1.1" status: 200 len: 945 time: 0.0753856 Nov 17 15:13:38.395940 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b53ccd-1f6f-4c6e-aaff-7a42b24732c6 req-aa9041fc-cbd4-43b6-ae1b-3c7a8565551c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:38.397252 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-64b53ccd-1f6f-4c6e-aaff-7a42b24732c6 req-aa9041fc-cbd4-43b6-ae1b-3c7a8565551c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2c31c9cd89174556a7ca67ee64363dab&device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 1098 time: 0.0699565 Nov 17 15:13:38.412805 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916345c-6a9b-42c8-a177-d636c887ca40 req-ee453550-9631-4074-9ec4-c743caf0496d tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:38.414225 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-4916345c-6a9b-42c8-a177-d636c887ca40 req-ee453550-9631-4074-9ec4-c743caf0496d tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0497501 Nov 17 15:13:38.463786 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-4916345c-6a9b-42c8-a177-d636c887ca40 req-94512e95-afbb-469a-bf70-caa035219c8d tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431223 Nov 17 15:13:38.490310 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-66732e88-54f6-43a6-9015-6eb0a7f618d1 req-2fbd81cd-c53e-4550-884b-d75f5cfd75a3 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.62 "GET /v2.0/security-groups?id=05308ce0-b69a-4d2e-aadd-e9c3ac3b49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906417 Nov 17 15:13:38.524684 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b53ccd-1f6f-4c6e-aaff-7a42b24732c6 req-1b04ee31-339d-43af-a570-60956c213547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:38.526608 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-64b53ccd-1f6f-4c6e-aaff-7a42b24732c6 req-1b04ee31-339d-43af-a570-60956c213547 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8f735dfc-629f-48fb-8e93-a13cf556a60b HTTP/1.1" status: 200 len: 920 time: 0.1140559 Nov 17 15:13:38.577140 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-64b53ccd-1f6f-4c6e-aaff-7a42b24732c6 req-e5795652-0ea5-484f-a020-2e01353b4041 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=275b7aa5-703f-43be-b128-93dc4f5e3ba7 HTTP/1.1" status: 200 len: 217 time: 0.0344024 Nov 17 15:13:38.626783 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b53ccd-1f6f-4c6e-aaff-7a42b24732c6 req-dd7bc049-e593-4c63-bb27-c80fa1d7d58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:38.628263 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-64b53ccd-1f6f-4c6e-aaff-7a42b24732c6 req-dd7bc049-e593-4c63-bb27-c80fa1d7d58f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=88826920-16d8-4049-9290-269b7ad338c8 HTTP/1.1" status: 200 len: 859 time: 0.0424333 Nov 17 15:13:38.678197 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-64b53ccd-1f6f-4c6e-aaff-7a42b24732c6 req-ac2b9810-bb0d-46cd-8ab7-5d365b1cd1bc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8f735dfc-629f-48fb-8e93-a13cf556a60b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284350 Nov 17 15:13:38.776180 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-64b53ccd-1f6f-4c6e-aaff-7a42b24732c6 req-ddb9ac0d-016b-40e8-8486-f8a18794d124 service neutron] 10.222.0.55 "GET /v2.0/networks/8f735dfc-629f-48fb-8e93-a13cf556a60b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842168 Nov 17 15:13:38.888740 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-64b53ccd-1f6f-4c6e-aaff-7a42b24732c6 req-8b5f9fc8-84c1-4f52-8d7b-7cc0afd73bcc service neutron] 10.222.0.55 "GET /v2.0/networks/8f735dfc-629f-48fb-8e93-a13cf556a60b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988102 Nov 17 15:13:39.422833 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b12f0-7357-4ff1-959b-accd5b0d5908 req-e8405c89-6e8a-462d-a9d0-27820ba98f1f tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:39.424298 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-501b12f0-7357-4ff1-959b-accd5b0d5908 req-e8405c89-6e8a-462d-a9d0-27820ba98f1f tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=801bcb07-e233-4a21-aca7-866697e30e1a HTTP/1.1" status: 200 len: 944 time: 0.0470498 Nov 17 15:13:39.477356 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-501b12f0-7357-4ff1-959b-accd5b0d5908 req-104a2ce0-0dca-4d0e-b78f-d9a001bd2f29 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465341 Nov 17 15:13:39.580953 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb79d4-1f24-4be3-bf8e-12e849ed3bf8 req-e295f3a0-6bb4-4405-9e04-f4770a45e860 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:39.582941 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-38eb79d4-1f24-4be3-bf8e-12e849ed3bf8 req-e295f3a0-6bb4-4405-9e04-f4770a45e860 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0496497 Nov 17 15:13:39.628978 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-38eb79d4-1f24-4be3-bf8e-12e849ed3bf8 req-549e4a74-e04b-4e62-b8f7-af3b0dff3e0f tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400832 Nov 17 15:13:40.591256 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45bbd93-0d5d-4260-adf6-3495117e5be6 req-2a54bec0-cb4d-4d0c-87cb-d701d979dedd tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:40.592768 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-e45bbd93-0d5d-4260-adf6-3495117e5be6 req-2a54bec0-cb4d-4d0c-87cb-d701d979dedd tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=801bcb07-e233-4a21-aca7-866697e30e1a HTTP/1.1" status: 200 len: 944 time: 0.0486400 Nov 17 15:13:40.641181 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-e45bbd93-0d5d-4260-adf6-3495117e5be6 req-1cfdbd2b-df06-490b-a964-8673508a30a3 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425189 Nov 17 15:13:40.747259 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49edb8b3-c1f7-4c31-b819-3e175f0e7661 req-1441083c-4d77-4c91-a193-42ae90d3d55f tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:40.749059 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-49edb8b3-c1f7-4c31-b819-3e175f0e7661 req-1441083c-4d77-4c91-a193-42ae90d3d55f tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0488524 Nov 17 15:13:40.800189 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-49edb8b3-c1f7-4c31-b819-3e175f0e7661 req-847ed11b-72d3-4487-86f4-7beb3985d6fa tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447516 Nov 17 15:13:41.752993 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2360a46c-bd01-4d65-ae49-01c220bb397d req-054ef445-3934-4be2-b6db-057b53c08c35 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:41.754821 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-2360a46c-bd01-4d65-ae49-01c220bb397d req-054ef445-3934-4be2-b6db-057b53c08c35 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=801bcb07-e233-4a21-aca7-866697e30e1a HTTP/1.1" status: 200 len: 944 time: 0.0484624 Nov 17 15:13:41.805404 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-2360a46c-bd01-4d65-ae49-01c220bb397d req-09635e8c-db09-4277-a7d1-ec4b5d87fe99 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430369 Nov 17 15:13:41.918589 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16176bf9-e011-4415-89dd-88a5faa4aba5 req-f00fd4b1-510d-4bff-ae7e-95151b5fb1a1 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:41.920072 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-16176bf9-e011-4415-89dd-88a5faa4aba5 req-f00fd4b1-510d-4bff-ae7e-95151b5fb1a1 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0486751 Nov 17 15:13:41.967636 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-16176bf9-e011-4415-89dd-88a5faa4aba5 req-c44733ba-c429-4d20-bef2-b46a87a1e9a4 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415969 Nov 17 15:13:42.926968 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ce583-2f73-4f5c-b502-5f12ce4881cd req-0101ecb0-6442-43d6-9e1a-5898bde5029c tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:42.928412 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-2d7ce583-2f73-4f5c-b502-5f12ce4881cd req-0101ecb0-6442-43d6-9e1a-5898bde5029c tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=801bcb07-e233-4a21-aca7-866697e30e1a HTTP/1.1" status: 200 len: 944 time: 0.0503173 Nov 17 15:13:42.976358 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-2d7ce583-2f73-4f5c-b502-5f12ce4881cd req-a75cf874-6e7b-442b-af94-dfb16e9c71cc tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421672 Nov 17 15:13:43.556372 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device e28b8cbf-dcf4-4507-a729-1810144d2e24 details requested by agent hyperv_hv-cinder-81823 with host hv-cinder-81823 {{(pid=101835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 17 15:13:43.650542 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port e28b8cbf-dcf4-4507-a729-1810144d2e24, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=e28b8cbf-dcf4-4507-a729-1810144d2e24,segment=NetworkSegment(4f89a60d-a2d1-4edb-a8d1-149bf81601d9),segment_id=4f89a60d-a2d1-4edb-a8d1-149bf81601d9)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:13:43.661745 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Returning: {'device': 'e28b8cbf-dcf4-4507-a729-1810144d2e24', 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6', 'port_id': 'e28b8cbf-dcf4-4507-a729-1810144d2e24', 'mac_address': 'fa:16:3e:ea:a4:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5c17a34-0ae9-43c6-8fa8-687d40ad609a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 17 15:13:43.696594 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:43.708949 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.notifiers.nova [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e28b8cbf-dcf4-4507-a729-1810144d2e24 {{(pid=101835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 15:13:43.728358 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port e28b8cbf-dcf4-4507-a729-1810144d2e24, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=e28b8cbf-dcf4-4507-a729-1810144d2e24,segment=NetworkSegment(4f89a60d-a2d1-4edb-a8d1-149bf81601d9),segment_id=4f89a60d-a2d1-4edb-a8d1-149bf81601d9)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:13:43.732266 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:43.782981 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Pushing event updated for resources: {'Port': ['ID=e28b8cbf-dcf4-4507-a729-1810144d2e24,revision_number=4']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:13:44.091518 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d9e299-d1f8-491b-9762-8dd3bcf08539 req-b4e8e2f6-e004-431c-bf70-54e2bd5c208e tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:44.092870 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-e1d9e299-d1f8-491b-9762-8dd3bcf08539 req-b4e8e2f6-e004-431c-bf70-54e2bd5c208e tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=801bcb07-e233-4a21-aca7-866697e30e1a HTTP/1.1" status: 200 len: 945 time: 0.0476849 Nov 17 15:13:44.103595 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] get_ports_and_sgs() called for port_ids ['e28b8cbf-dcf4-4507-a729-1810144d2e24'] {{(pid=101835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 15:13:44.154273 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-e1d9e299-d1f8-491b-9762-8dd3bcf08539 req-9b90b1b6-cb85-423b-93e8-3218bd7b6793 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539463 Nov 17 15:13:45.277812 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9fac4-926c-4af8-bcb2-d4c4baca0266 req-6e4f56e9-bc81-40f2-8111-24e1915e210c tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:45.279250 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-e1e9fac4-926c-4af8-bcb2-d4c4baca0266 req-6e4f56e9-bc81-40f2-8111-24e1915e210c tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=801bcb07-e233-4a21-aca7-866697e30e1a HTTP/1.1" status: 200 len: 945 time: 0.0472519 Nov 17 15:13:45.328927 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-e1e9fac4-926c-4af8-bcb2-d4c4baca0266 req-2cb918e5-13e2-46ac-b1dc-79b17da4506b tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438352 Nov 17 15:13:45.562227 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device e28b8cbf-dcf4-4507-a729-1810144d2e24 up at agent hyperv_hv-cinder-81823 {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:13:45.612827 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Provisioning for port e28b8cbf-dcf4-4507-a729-1810144d2e24 completed by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 17 15:13:45.616811 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Provisioning complete for port e28b8cbf-dcf4-4507-a729-1810144d2e24 triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:13:45.617175 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:45.690315 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:45.713627 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801bcb07-e233-4a21-aca7-866697e30e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e28b8cbf-dcf4-4507-a729-1810144d2e24'}] {{(pid=101835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:13:45.715802 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc2a867bdaff5c76f0208ec4146e14dfecc9fe2083470249ba9c3c2934649c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c892e053-e30d-408e-9b23-0d4cdd38f06c" -d '{"events": [{"server_uuid": "801bcb07-e233-4a21-aca7-866697e30e1a", "name": "network-vif-plugged", "status": "completed", "tag": "e28b8cbf-dcf4-4507-a729-1810144d2e24"}]}' {{(pid=101835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:13:45.733451 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port e28b8cbf-dcf4-4507-a729-1810144d2e24, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=e28b8cbf-dcf4-4507-a729-1810144d2e24,segment=NetworkSegment(4f89a60d-a2d1-4edb-a8d1-149bf81601d9),segment_id=4f89a60d-a2d1-4edb-a8d1-149bf81601d9)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:13:45.738884 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:45.767345 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 15:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ef47d0-518f-451c-af84-ec424a70d2ca x-openstack-request-id: req-a8ef47d0-518f-451c-af84-ec424a70d2ca {{(pid=101835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:13:45.767712 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "801bcb07-e233-4a21-aca7-866697e30e1a", "name": "network-vif-plugged", "status": "completed", "tag": "e28b8cbf-dcf4-4507-a729-1810144d2e24", "code": 200}]} {{(pid=101835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:13:45.767913 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a8ef47d0-518f-451c-af84-ec424a70d2ca {{(pid=101835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:13:45.768301 dv-cinder-818233-1-iscsi neutron-server[101835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '801bcb07-e233-4a21-aca7-866697e30e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e28b8cbf-dcf4-4507-a729-1810144d2e24', 'code': 200} Nov 17 15:13:45.801922 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Pushing event updated for resources: {'Port': ['ID=e28b8cbf-dcf4-4507-a729-1810144d2e24,revision_number=5']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:13:45.923387 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96278b4e-b8d6-4b14-8308-a0934dfe8c8f req-4569df51-c042-4a5b-b2ba-9eb98b2e04c3 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:45.924827 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-96278b4e-b8d6-4b14-8308-a0934dfe8c8f req-4569df51-c042-4a5b-b2ba-9eb98b2e04c3 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 946 time: 0.0516989 Nov 17 15:13:45.974017 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-96278b4e-b8d6-4b14-8308-a0934dfe8c8f req-9c54c2a8-1306-4ca3-a5eb-882ee3f7fd99 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425601 Nov 17 15:13:46.092257 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c02c34-566e-43c3-82a2-f4734529262d req-e622256e-4173-403d-8066-3baebf24531d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:46.093755 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-f6c02c34-566e-43c3-82a2-f4734529262d req-e622256e-4173-403d-8066-3baebf24531d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=801bcb07-e233-4a21-aca7-866697e30e1a HTTP/1.1" status: 200 len: 1099 time: 0.0396042 Nov 17 15:13:46.142414 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-f6c02c34-566e-43c3-82a2-f4734529262d req-0a497183-8ad4-414c-882f-6ff70f639feb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399663 Nov 17 15:13:46.457443 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c5957-519f-4949-a341-d622a969c490 req-bf6e71e6-4b14-4666-a872-a268252cb9c5 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:46.459517 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-966c5957-519f-4949-a341-d622a969c490 req-bf6e71e6-4b14-4666-a872-a268252cb9c5 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=801bcb07-e233-4a21-aca7-866697e30e1a HTTP/1.1" status: 200 len: 946 time: 0.0591555 Nov 17 15:13:46.508228 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-966c5957-519f-4949-a341-d622a969c490 req-2a34fcc2-eb51-494b-ae81-dedb133e9dd4 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429220 Nov 17 15:13:47.090642 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e71870-1759-4887-9dc0-5fd9a7b6375b req-934b1f23-2c69-4a3e-9647-4aa0fabb6e62 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:47.092132 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-d7e71870-1759-4887-9dc0-5fd9a7b6375b req-934b1f23-2c69-4a3e-9647-4aa0fabb6e62 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 946 time: 0.0478907 Nov 17 15:13:47.142575 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-d7e71870-1759-4887-9dc0-5fd9a7b6375b req-72f32fea-55eb-4223-a230-25636e36fe4a tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440333 Nov 17 15:13:47.624506 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb2501f-a34a-4b96-8702-529c2c9dc8d8 req-7d2ff2e4-620c-4632-8b59-6167249b46b5 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:47.625968 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-9eb2501f-a34a-4b96-8702-529c2c9dc8d8 req-7d2ff2e4-620c-4632-8b59-6167249b46b5 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=801bcb07-e233-4a21-aca7-866697e30e1a HTTP/1.1" status: 200 len: 946 time: 0.0522597 Nov 17 15:13:47.673405 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-9eb2501f-a34a-4b96-8702-529c2c9dc8d8 req-04f3dccb-d8cb-42d0-9958-220cb2ba9744 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415435 Nov 17 15:13:48.259765 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63953fc-d26b-46e0-bb5f-2796ceb56355 req-e0c19939-6b30-44d3-a7ec-d0f6462e3236 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:48.261241 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-d63953fc-d26b-46e0-bb5f-2796ceb56355 req-e0c19939-6b30-44d3-a7ec-d0f6462e3236 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 946 time: 0.0482297 Nov 17 15:13:48.307355 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-d63953fc-d26b-46e0-bb5f-2796ceb56355 req-57031365-dfb6-4b23-96a3-263be85403c6 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401735 Nov 17 15:13:48.786899 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3937a32-68b3-49c3-a19c-8b6757491546 req-5e661b86-4a10-455f-bcf9-bb0b00bddcb4 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:48.788357 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-b3937a32-68b3-49c3-a19c-8b6757491546 req-5e661b86-4a10-455f-bcf9-bb0b00bddcb4 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=801bcb07-e233-4a21-aca7-866697e30e1a HTTP/1.1" status: 200 len: 946 time: 0.0477271 Nov 17 15:13:48.841120 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-b3937a32-68b3-49c3-a19c-8b6757491546 req-e00dea66-ad5b-4369-aaba-5ec409cb1881 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468826 Nov 17 15:13:48.953957 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8d2b0-f3e6-4fb9-baf5-13edc0d6b7ff req-7c938f44-c5aa-427b-94d2-89dc2b334bff tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:48.955439 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-a3d8d2b0-f3e6-4fb9-baf5-13edc0d6b7ff req-7c938f44-c5aa-427b-94d2-89dc2b334bff tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=801bcb07-e233-4a21-aca7-866697e30e1a HTTP/1.1" status: 200 len: 946 time: 0.0484040 Nov 17 15:13:49.002945 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-a3d8d2b0-f3e6-4fb9-baf5-13edc0d6b7ff req-2af55ad0-79e6-483f-ac12-54a776eb479d tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409248 Nov 17 15:13:49.025239 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 32806) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:13:49.195909 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb5c860-991d-4131-9118-a919476fd23d tempest-TestVolumeBootPattern-31777221 tempest-TestVolumeBootPattern-31777221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:49.197422 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-ddb5c860-991d-4131-9118-a919476fd23d tempest-TestVolumeBootPattern-31777221 tempest-TestVolumeBootPattern-31777221-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=801bcb07-e233-4a21-aca7-866697e30e1a HTTP/1.1" status: 200 len: 1094 time: 0.1712363 Nov 17 15:13:49.200244 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 32810) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:13:49.204482 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [None req-8edbbb65-cea6-47fe-92b2-5b4cdca75b97 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Request body: {'floatingip': {'floating_network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'port_id': 'e28b8cbf-dcf4-4507-a729-1810144d2e24', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:13:49.228801 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-8edbbb65-cea6-47fe-92b2-5b4cdca75b97 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks [] for floatingip, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:49.322282 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-8edbbb65-cea6-47fe-92b2-5b4cdca75b97 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:49.424236 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286faf66-2150-45b4-a361-d72f17059931 req-22afc0a3-2854-4d64-b5e3-673846ee99b7 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:49.425706 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-286faf66-2150-45b4-a361-d72f17059931 req-22afc0a3-2854-4d64-b5e3-673846ee99b7 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 946 time: 0.0486450 Nov 17 15:13:49.432943 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.db_base_plugin_common [None req-8edbbb65-cea6-47fe-92b2-5b4cdca75b97 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Allocated IP 172.27.1.168 (183472ab-d8ab-4bee-8fe8-a0a558356eba/10bde91e-9264-4f35-ad90-cbbdc12529d4/77c7c403-439e-465e-934b-e36ad142ec81) {{(pid=101834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:13:49.476112 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-286faf66-2150-45b4-a361-d72f17059931 req-18d2b1ca-b88b-4981-8386-d1c3caee046d tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445316 Nov 17 15:13:49.537434 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-8edbbb65-cea6-47fe-92b2-5b4cdca75b97 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks [] for port, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:49.572528 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-8edbbb65-cea6-47fe-92b2-5b4cdca75b97 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:49.616852 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edbbb65-cea6-47fe-92b2-5b4cdca75b97 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Network 183472ab-d8ab-4bee-8fe8-a0a558356eba is already hosted by enough agents. {{(pid=101834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:13:49.619754 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.base_scheduler [None req-8edbbb65-cea6-47fe-92b2-5b4cdca75b97 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Resources bound (agent type, host, resource id): {{(pid=101834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:13:49.624052 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edbbb65-cea6-47fe-92b2-5b4cdca75b97 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Received port after_create {{(pid=101834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:13:49.644858 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edbbb65-cea6-47fe-92b2-5b4cdca75b97 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Pushing event updated for resources: {'Port': ['ID=77c7c403-439e-465e-934b-e36ad142ec81,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:13:49.753332 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f4455-a7a0-4e1e-b726-dc4239f242be req-8e6eb44c-9fc7-4d79-b3b2-80fe0a71e8f4 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:49.755337 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-c05f4455-a7a0-4e1e-b726-dc4239f242be req-8e6eb44c-9fc7-4d79-b3b2-80fe0a71e8f4 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.55 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 946 time: 0.1053708 Nov 17 15:13:49.967804 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [req-c05f4455-a7a0-4e1e-b726-dc4239f242be req-2b948a44-f544-440c-a8b7-9b0162c8c70e tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Deleting port 56a90435-3db1-4186-ad8f-7aa3e092af42 {{(pid=101834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:13:49.968142 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-c05f4455-a7a0-4e1e-b726-dc4239f242be req-2b948a44-f544-440c-a8b7-9b0162c8c70e tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:50.238723 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [req-c05f4455-a7a0-4e1e-b726-dc4239f242be req-2b948a44-f544-440c-a8b7-9b0162c8c70e tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] For port 56a90435-3db1-4186-ad8f-7aa3e092af42, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=56a90435-3db1-4186-ad8f-7aa3e092af42,segment=NetworkSegment(97a9b651-9208-41e6-b767-e98fd9bda307),segment_id=97a9b651-9208-41e6-b767-e98fd9bda307)] {{(pid=101834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:13:50.239532 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-c05f4455-a7a0-4e1e-b726-dc4239f242be req-2b948a44-f544-440c-a8b7-9b0162c8c70e tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:50.277858 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [req-c05f4455-a7a0-4e1e-b726-dc4239f242be req-2b948a44-f544-440c-a8b7-9b0162c8c70e tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Calling delete_port for 56a90435-3db1-4186-ad8f-7aa3e092af42 owned by compute:nova {{(pid=101834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:13:50.305304 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-8edbbb65-cea6-47fe-92b2-5b4cdca75b97 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:50.453650 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-8edbbb65-cea6-47fe-92b2-5b4cdca75b97 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:50.569660 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-c05f4455-a7a0-4e1e-b726-dc4239f242be req-2b948a44-f544-440c-a8b7-9b0162c8c70e tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:50.592914 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-1165c93f-b490-4737-919e-8a6cb596c966 req-a5c3b82d-e7a1-40df-b0e2-5a43296f0d15 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=328c1350-8f0c-4db9-8fca-b0414b4081aa HTTP/1.1" status: 200 len: 210 time: 0.0369134 Nov 17 15:13:50.593332 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] get_ports_and_sgs() called for port_ids ['56a90435-3db1-4186-ad8f-7aa3e092af42', '275b7aa5-703f-43be-b128-93dc4f5e3ba7'] {{(pid=101835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 15:13:50.648302 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b948a44-f544-440c-a8b7-9b0162c8c70e tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Pushing event deleted for resources: {'Port': ['ID=56a90435-3db1-4186-ad8f-7aa3e092af42,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:13:50.911701 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.l3_dvrscheduler_db [req-c05f4455-a7a0-4e1e-b726-dc4239f242be req-2b948a44-f544-440c-a8b7-9b0162c8c70e tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] No DVR routers for this DVR port 56a90435-3db1-4186-ad8f-7aa3e092af42 on host hv-cinder-81823 {{(pid=101834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 15:13:50.921343 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-c05f4455-a7a0-4e1e-b726-dc4239f242be req-2b948a44-f544-440c-a8b7-9b0162c8c70e tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for port, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:50.924706 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-c05f4455-a7a0-4e1e-b726-dc4239f242be req-2b948a44-f544-440c-a8b7-9b0162c8c70e tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.55 "DELETE /v2.0/ports/56a90435-3db1-4186-ad8f-7aa3e092af42 HTTP/1.1" status: 204 len: 173 time: 1.1582222 Nov 17 15:13:50.925135 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '328c1350-8f0c-4db9-8fca-b0414b4081aa', 'name': 'network-vif-deleted', 'tag': '56a90435-3db1-4186-ad8f-7aa3e092af42'}] {{(pid=101834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:13:50.927436 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10d7295a2f7876e94fbb36dd5f9fa1a1524f2628f083d864ab6dabde9166157e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ea441d-04cf-4b1a-be0f-46caf2e8312e" -d '{"events": [{"server_uuid": "328c1350-8f0c-4db9-8fca-b0414b4081aa", "name": "network-vif-deleted", "tag": "56a90435-3db1-4186-ad8f-7aa3e092af42"}]}' {{(pid=101834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:13:50.963898 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-8edbbb65-cea6-47fe-92b2-5b4cdca75b97 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks [] for port, precommit_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:50.966538 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 15:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb56547-6914-4510-b3d0-bd6489ac8cdc x-openstack-request-id: req-cfb56547-6914-4510-b3d0-bd6489ac8cdc {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:13:50.966806 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "328c1350-8f0c-4db9-8fca-b0414b4081aa", "name": "network-vif-deleted", "tag": "56a90435-3db1-4186-ad8f-7aa3e092af42", "status": "completed", "code": 200}]} {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:13:50.967115 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cfb56547-6914-4510-b3d0-bd6489ac8cdc {{(pid=101834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:13:50.967545 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '328c1350-8f0c-4db9-8fca-b0414b4081aa', 'name': 'network-vif-deleted', 'tag': '56a90435-3db1-4186-ad8f-7aa3e092af42', 'status': 'completed', 'code': 200} Nov 17 15:13:50.968632 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-8edbbb65-cea6-47fe-92b2-5b4cdca75b97 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4397568'] for port, after_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:51.038142 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edbbb65-cea6-47fe-92b2-5b4cdca75b97 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Pushing event updated for resources: {'Port': ['ID=77c7c403-439e-465e-934b-e36ad142ec81,revision_number=2']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:13:51.047966 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-8edbbb65-cea6-47fe-92b2-5b4cdca75b97 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526871'] for floatingip, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:51.148369 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.db.l3_db [None req-8edbbb65-cea6-47fe-92b2-5b4cdca75b97 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Floating IP bf1a97ad-5d73-413f-a273-7e5c0fdd838d associated. External IP: 172.27.1.168, port: e28b8cbf-dcf4-4507-a729-1810144d2e24. Nov 17 15:13:51.353929 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8edbbb65-cea6-47fe-92b2-5b4cdca75b97 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Router a61df69b-0ab4-40d4-a1f4-c7078d62aced has already been hosted by L3 agent ed3bd2e8-8a22-4616-b806-7e727ef760a6 {{(pid=101834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 15:13:51.468790 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8edbbb65-cea6-47fe-92b2-5b4cdca75b97 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Notify agent at l3_agent.dv-cinder-818233-1-iscsi the message routers_updated {{(pid=101834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 15:13:51.469445 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-522335fa-cd5f-4503-bc2a-e2ea7edee326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:51.480411 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e6fb3c-b13a-45c6-9096-9c21ce00d4e1 None None] Sync routers for ids ['a61df69b-0ab4-40d4-a1f4-c7078d62aced'] in dv-cinder-818233-1-iscsi {{(pid=101836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 15:13:51.491465 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-8edbbb65-cea6-47fe-92b2-5b4cdca75b97 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for floatingip, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:51.491848 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e6fb3c-b13a-45c6-9096-9c21ce00d4e1 None None] Routers {'a61df69b-0ab4-40d4-a1f4-c7078d62aced'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:13:51.492469 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-e4e6fb3c-b13a-45c6-9096-9c21ce00d4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:13:24Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['a61df69b-0ab4-40d4-a1f4-c7078d62aced'], 'active': True} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:13:51.522054 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-8edbbb65-cea6-47fe-92b2-5b4cdca75b97 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3207350 Nov 17 15:13:51.598230 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvr_db [None req-e4e6fb3c-b13a-45c6-9096-9c21ce00d4e1 None None] Set router a61df69b-0ab4-40d4-a1f4-c7078d62aced gateway port host: dv-cinder-818233-1-iscsi {{(pid=101836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:13:51.827972 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-e4e6fb3c-b13a-45c6-9096-9c21ce00d4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'name': 'tempest-TestVolumeBootPattern-306581770-router', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '13f6defa-d81d-4cbd-b56b-caef0a78c82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:12:56Z', 'updated_at': '2021-11-17T15:13:00Z', 'revision_number': 4, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'gw_port': {'id': '13f6defa-d81d-4cbd-b56b-caef0a78c82f', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:92:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:12:57Z', 'updated_at': '2021-11-17T15:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_floatingips': [{'id': 'bf1a97ad-5d73-413f-a273-7e5c0fdd838d', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'floating_ip_address': '172.27.1.168', 'floating_network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'router_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'port_id': 'e28b8cbf-dcf4-4507-a729-1810144d2e24', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6', 'mac_address': 'fa:16:3e:ea:a4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801bcb07-e233-4a21-aca7-866697e30e1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T15:13:49Z', 'updated_at': '2021-11-17T15:13:49Z', 'revision_number': 0, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390b095e-58fd-4b61-b533-dbc126b40592', 'name': '', 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'mac_address': 'fa:16:3e:d3:f2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e5c17a34-0ae9-43c6-8fa8-687d40ad609a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:12:59Z', 'updated_at': '2021-11-17T15:13:05Z', 'revision_number': 5, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'subnets': [{'id': 'e5c17a34-0ae9-43c6-8fa8-687d40ad609a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:13:51.882241 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524fad5b-fd6a-4d7a-83d3-d66964e1d37f req-be35361a-81a0-4609-8085-e5e214309e61 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:51.883839 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-524fad5b-fd6a-4d7a-83d3-d66964e1d37f req-be35361a-81a0-4609-8085-e5e214309e61 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0521462 Nov 17 15:13:51.933414 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-524fad5b-fd6a-4d7a-83d3-d66964e1d37f req-1e6b0317-ee73-4a69-b1a1-029d0287940e tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433326 Nov 17 15:13:51.933637 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e6fb3c-b13a-45c6-9096-9c21ce00d4e1 None None] Checking router: a61df69b-0ab4-40d4-a1f4-c7078d62aced for host: dv-cinder-818233-1-iscsi {{(pid=101836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 15:13:51.944303 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e6fb3c-b13a-45c6-9096-9c21ce00d4e1 None None] Routers {'a61df69b-0ab4-40d4-a1f4-c7078d62aced'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:13:51.945258 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-e4e6fb3c-b13a-45c6-9096-9c21ce00d4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:13:24Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['a61df69b-0ab4-40d4-a1f4-c7078d62aced'], 'active': True} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:13:52.047242 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvr_db [None req-e4e6fb3c-b13a-45c6-9096-9c21ce00d4e1 None None] Set router a61df69b-0ab4-40d4-a1f4-c7078d62aced gateway port host: dv-cinder-818233-1-iscsi {{(pid=101836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:13:52.266516 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-e4e6fb3c-b13a-45c6-9096-9c21ce00d4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'name': 'tempest-TestVolumeBootPattern-306581770-router', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '13f6defa-d81d-4cbd-b56b-caef0a78c82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:12:56Z', 'updated_at': '2021-11-17T15:13:00Z', 'revision_number': 4, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'gw_port': {'id': '13f6defa-d81d-4cbd-b56b-caef0a78c82f', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:92:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:12:57Z', 'updated_at': '2021-11-17T15:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_floatingips': [{'id': 'bf1a97ad-5d73-413f-a273-7e5c0fdd838d', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'floating_ip_address': '172.27.1.168', 'floating_network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'router_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'port_id': 'e28b8cbf-dcf4-4507-a729-1810144d2e24', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6', 'mac_address': 'fa:16:3e:ea:a4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801bcb07-e233-4a21-aca7-866697e30e1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T15:13:49Z', 'updated_at': '2021-11-17T15:13:49Z', 'revision_number': 0, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390b095e-58fd-4b61-b533-dbc126b40592', 'name': '', 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'mac_address': 'fa:16:3e:d3:f2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e5c17a34-0ae9-43c6-8fa8-687d40ad609a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:12:59Z', 'updated_at': '2021-11-17T15:13:05Z', 'revision_number': 5, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'subnets': [{'id': 'e5c17a34-0ae9-43c6-8fa8-687d40ad609a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:13:52.295575 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e6fb3c-b13a-45c6-9096-9c21ce00d4e1 None None] The sync data for ids ['a61df69b-0ab4-40d4-a1f4-c7078d62aced'] in dv-cinder-818233-1-iscsi is: [{'id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'name': 'tempest-TestVolumeBootPattern-306581770-router', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '13f6defa-d81d-4cbd-b56b-caef0a78c82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:12:56Z', 'updated_at': '2021-11-17T15:13:00Z', 'revision_number': 4, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'gw_port': {'id': '13f6defa-d81d-4cbd-b56b-caef0a78c82f', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:92:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:12:57Z', 'updated_at': '2021-11-17T15:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_floatingips': [{'id': 'bf1a97ad-5d73-413f-a273-7e5c0fdd838d', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'floating_ip_address': '172.27.1.168', 'floating_network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'router_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'port_id': 'e28b8cbf-dcf4-4507-a729-1810144d2e24', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6', 'mac_address': 'fa:16:3e:ea:a4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801bcb07-e233-4a21-aca7-866697e30e1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T15:13:49Z', 'updated_at': '2021-11-17T15:13:49Z', 'revision_number': 0, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390b095e-58fd-4b61-b533-dbc126b40592', 'name': '', 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'mac_address': 'fa:16:3e:d3:f2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e5c17a34-0ae9-43c6-8fa8-687d40ad609a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:12:59Z', 'updated_at': '2021-11-17T15:13:05Z', 'revision_number': 5, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'subnets': [{'id': 'e5c17a34-0ae9-43c6-8fa8-687d40ad609a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 15:13:52.471342 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1453527a-e149-4a2d-8099-11b231ad1d65 None None] New status for floating IP bf1a97ad-5d73-413f-a273-7e5c0fdd838d: ACTIVE {{(pid=101835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 17 15:13:52.968797 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '801bcb07-e233-4a21-aca7-866697e30e1a', 'tag': 'e28b8cbf-dcf4-4507-a729-1810144d2e24'}] {{(pid=101834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:13:52.971128 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10d7295a2f7876e94fbb36dd5f9fa1a1524f2628f083d864ab6dabde9166157e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a8c0ab-75b0-463a-8490-3b68711aa035" -d '{"events": [{"name": "network-changed", "server_uuid": "801bcb07-e233-4a21-aca7-866697e30e1a", "tag": "e28b8cbf-dcf4-4507-a729-1810144d2e24"}]}' {{(pid=101834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:13:53.013879 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 15:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469bec94-e6ec-408f-ba0b-b1b97392542b x-openstack-request-id: req-469bec94-e6ec-408f-ba0b-b1b97392542b {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:13:53.014163 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "801bcb07-e233-4a21-aca7-866697e30e1a", "tag": "e28b8cbf-dcf4-4507-a729-1810144d2e24", "status": "completed", "code": 200}]} {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:13:53.014412 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-469bec94-e6ec-408f-ba0b-b1b97392542b {{(pid=101834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:13:53.014803 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '801bcb07-e233-4a21-aca7-866697e30e1a', 'tag': 'e28b8cbf-dcf4-4507-a729-1810144d2e24', 'status': 'completed', 'code': 200} Nov 17 15:13:53.053975 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7678c-edc2-4fd7-a417-64bcdfe4783c req-e13ecefd-49b1-4db9-917a-f0136b1f2bc5 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:53.055473 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-dcc7678c-edc2-4fd7-a417-64bcdfe4783c req-e13ecefd-49b1-4db9-917a-f0136b1f2bc5 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0490873 Nov 17 15:13:53.104054 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-dcc7678c-edc2-4fd7-a417-64bcdfe4783c req-d9105908-0017-417f-8c91-ed9747b92ebb tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426238 Nov 17 15:13:53.107222 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8c0ab-75b0-463a-8490-3b68711aa035 req-b69d90f7-5ae2-4eeb-bbe6-b99a93ecadb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:53.108742 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-07a8c0ab-75b0-463a-8490-3b68711aa035 req-b69d90f7-5ae2-4eeb-bbe6-b99a93ecadb5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5131dce595224bfe8a730cc800f0f158&device_id=801bcb07-e233-4a21-aca7-866697e30e1a HTTP/1.1" status: 200 len: 1099 time: 0.0448759 Nov 17 15:13:53.210691 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8c0ab-75b0-463a-8490-3b68711aa035 req-4a90eaa6-05b2-4961-98c0-27f4b82b185a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:53.212162 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-07a8c0ab-75b0-463a-8490-3b68711aa035 req-4a90eaa6-05b2-4961-98c0-27f4b82b185a service neutron] 10.222.0.55 "GET /v2.0/networks?id=35a21660-a2ad-472c-8fa2-5b7c2854ced6 HTTP/1.1" status: 200 len: 912 time: 0.0844409 Nov 17 15:13:53.313499 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-07a8c0ab-75b0-463a-8490-3b68711aa035 req-1e183205-07cc-4e6e-8afe-2f62411c7b53 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e28b8cbf-dcf4-4507-a729-1810144d2e24 HTTP/1.1" status: 200 len: 1002 time: 0.0910721 Nov 17 15:13:53.367477 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8c0ab-75b0-463a-8490-3b68711aa035 req-811c0ea8-e6b1-4674-a63d-eed839e7e0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:53.368864 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-07a8c0ab-75b0-463a-8490-3b68711aa035 req-811c0ea8-e6b1-4674-a63d-eed839e7e0a9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e5c17a34-0ae9-43c6-8fa8-687d40ad609a HTTP/1.1" status: 200 len: 850 time: 0.0434380 Nov 17 15:13:53.421864 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8c0ab-75b0-463a-8490-3b68711aa035 req-e1dfa345-b3a6-4cfc-b711-87cc761f126e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:53.423275 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-07a8c0ab-75b0-463a-8490-3b68711aa035 req-e1dfa345-b3a6-4cfc-b711-87cc761f126e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=35a21660-a2ad-472c-8fa2-5b7c2854ced6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384367 Nov 17 15:13:53.518776 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-07a8c0ab-75b0-463a-8490-3b68711aa035 req-2855f6d5-020d-4147-8b60-6f6321b237e8 service neutron] 10.222.0.55 "GET /v2.0/networks/35a21660-a2ad-472c-8fa2-5b7c2854ced6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858738 Nov 17 15:13:53.616423 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-07a8c0ab-75b0-463a-8490-3b68711aa035 req-c16fb1c1-f267-422e-9ff8-f7b0da3a2105 service neutron] 10.222.0.55 "GET /v2.0/networks/35a21660-a2ad-472c-8fa2-5b7c2854ced6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864210 Nov 17 15:13:53.646091 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device 56a90435-3db1-4186-ad8f-7aa3e092af42 no longer exists at agent hyperv_hv-cinder-81823 {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 15:13:53.666066 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] No Port match for: 56a90435-3db1-4186-ad8f-7aa3e092af42 {{(pid=101835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 15:13:53.666405 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device 56a90435-3db1-4186-ad8f-7aa3e092af42 not bound to the agent host hv-cinder-81823 {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 15:13:53.789408 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-11c4a0f5-5188-46a4-91ee-24e4aa49785d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:54.221529 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc4e1a-04ba-4eb1-a3fe-d413576bd5f7 req-81383990-78f2-4d00-aa04-884d331454bd tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:54.223008 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-f1cc4e1a-04ba-4eb1-a3fe-d413576bd5f7 req-81383990-78f2-4d00-aa04-884d331454bd tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0504489 Nov 17 15:13:54.269229 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-f1cc4e1a-04ba-4eb1-a3fe-d413576bd5f7 req-64c0b8fd-25bd-41b2-adb6-b7002a005148 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395739 Nov 17 15:13:54.760063 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:55.388520 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68f6e1-ca18-4537-bcee-182fccde2b33 req-9d00df18-7972-4e9e-8fc5-1ece1ac0dcd7 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:55.389951 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-9d68f6e1-ca18-4537-bcee-182fccde2b33 req-9d00df18-7972-4e9e-8fc5-1ece1ac0dcd7 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0514960 Nov 17 15:13:55.435792 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-9d68f6e1-ca18-4537-bcee-182fccde2b33 req-d08f2735-2422-4337-b186-62a2a09118c7 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400190 Nov 17 15:13:56.254086 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:56.550308 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47de351-bf79-4859-93b6-8f63db2a2ec7 req-9b60a92b-e9df-4bc5-a139-cf1b3946990b tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:56.552379 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-b47de351-bf79-4859-93b6-8f63db2a2ec7 req-9b60a92b-e9df-4bc5-a139-cf1b3946990b tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0482662 Nov 17 15:13:56.600214 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-b47de351-bf79-4859-93b6-8f63db2a2ec7 req-701e4025-aa8b-4f3a-9419-f4e0b25fdaac tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416820 Nov 17 15:13:57.085818 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:13:57.712358 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d09e9-7fd4-4185-91ed-6c9eb1df4ff4 req-931694b5-f6e8-41f5-a61d-5e6a2b0ec585 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:57.713726 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-170d09e9-7fd4-4185-91ed-6c9eb1df4ff4 req-931694b5-f6e8-41f5-a61d-5e6a2b0ec585 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0473456 Nov 17 15:13:57.760279 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-170d09e9-7fd4-4185-91ed-6c9eb1df4ff4 req-67b84ea0-4ba4-46a4-8112-eddc6c97a689 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407858 Nov 17 15:13:58.879520 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d08123-8de7-4095-b15c-7acb6d654446 req-47375ad0-c37c-4720-bdfc-44fda83136c2 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:58.881507 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-01d08123-8de7-4095-b15c-7acb6d654446 req-47375ad0-c37c-4720-bdfc-44fda83136c2 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0515695 Nov 17 15:13:58.928804 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-01d08123-8de7-4095-b15c-7acb6d654446 req-e46bf9d5-6f6a-4fe8-862f-4f11ea28c363 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413740 Nov 17 15:13:59.845261 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac9cb3-8a90-4dee-b549-9fd1a00c926d req-941e4f3e-7eaf-4085-9694-1af4247947ca tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:13:59.846718 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-8bac9cb3-8a90-4dee-b549-9fd1a00c926d req-941e4f3e-7eaf-4085-9694-1af4247947ca tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.55 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0487731 Nov 17 15:13:59.942327 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [req-8bac9cb3-8a90-4dee-b549-9fd1a00c926d req-de280645-cbd4-4ee5-b8bf-b29475713e6b tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Deleting port 275b7aa5-703f-43be-b128-93dc4f5e3ba7 {{(pid=101834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:13:59.943037 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-8bac9cb3-8a90-4dee-b549-9fd1a00c926d req-de280645-cbd4-4ee5-b8bf-b29475713e6b tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:00.029373 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [req-8bac9cb3-8a90-4dee-b549-9fd1a00c926d req-de280645-cbd4-4ee5-b8bf-b29475713e6b tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] For port 275b7aa5-703f-43be-b128-93dc4f5e3ba7, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=275b7aa5-703f-43be-b128-93dc4f5e3ba7,segment=NetworkSegment(97a9b651-9208-41e6-b767-e98fd9bda307),segment_id=97a9b651-9208-41e6-b767-e98fd9bda307)] {{(pid=101834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:14:00.029731 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-8bac9cb3-8a90-4dee-b549-9fd1a00c926d req-de280645-cbd4-4ee5-b8bf-b29475713e6b tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:00.040911 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898abb69-0890-4e96-bc83-9b28f19c0b42 req-e1747166-973f-4bdd-9ae6-cd482a281801 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:00.042368 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-898abb69-0890-4e96-bc83-9b28f19c0b42 req-e1747166-973f-4bdd-9ae6-cd482a281801 tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/ports?device_id=743ac952-a5da-4edc-9a08-c7d02c2abb3b HTTP/1.1" status: 200 len: 945 time: 0.0470169 Nov 17 15:14:00.042586 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [req-8bac9cb3-8a90-4dee-b549-9fd1a00c926d req-de280645-cbd4-4ee5-b8bf-b29475713e6b tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Calling delete_port for 275b7aa5-703f-43be-b128-93dc4f5e3ba7 owned by compute:nova {{(pid=101834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:14:00.092217 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-898abb69-0890-4e96-bc83-9b28f19c0b42 req-ed84892b-6065-4527-ac9a-8e45d786f9cb tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.62 "GET /v2.0/security-groups?id=ed424271-601b-4dff-98ba-5d2709e5db68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438070 Nov 17 15:14:00.170821 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-8bac9cb3-8a90-4dee-b549-9fd1a00c926d req-de280645-cbd4-4ee5-b8bf-b29475713e6b tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:00.186065 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] get_ports_and_sgs() called for port_ids ['275b7aa5-703f-43be-b128-93dc4f5e3ba7'] {{(pid=101835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 15:14:00.200582 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de280645-cbd4-4ee5-b8bf-b29475713e6b tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Pushing event deleted for resources: {'Port': ['ID=275b7aa5-703f-43be-b128-93dc4f5e3ba7,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:14:00.239352 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bac9cb3-8a90-4dee-b549-9fd1a00c926d req-de280645-cbd4-4ee5-b8bf-b29475713e6b tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] No DVR routers for this DVR port 275b7aa5-703f-43be-b128-93dc4f5e3ba7 on host hv-cinder-81823 {{(pid=101834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 15:14:00.241927 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-8bac9cb3-8a90-4dee-b549-9fd1a00c926d req-de280645-cbd4-4ee5-b8bf-b29475713e6b tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for port, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:00.245233 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-8bac9cb3-8a90-4dee-b549-9fd1a00c926d req-de280645-cbd4-4ee5-b8bf-b29475713e6b tempest-ServerRescueNegativeTestJSON-1581959243 tempest-ServerRescueNegativeTestJSON-1581959243-project] 10.222.0.55 "DELETE /v2.0/ports/275b7aa5-703f-43be-b128-93dc4f5e3ba7 HTTP/1.1" status: 204 len: 173 time: 0.3871090 Nov 17 15:14:00.245655 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '743ac952-a5da-4edc-9a08-c7d02c2abb3b', 'name': 'network-vif-deleted', 'tag': '275b7aa5-703f-43be-b128-93dc4f5e3ba7'}] {{(pid=101834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:14:00.247887 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10d7295a2f7876e94fbb36dd5f9fa1a1524f2628f083d864ab6dabde9166157e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51751e73-8a0a-4895-a391-fad2bbe32684" -d '{"events": [{"server_uuid": "743ac952-a5da-4edc-9a08-c7d02c2abb3b", "name": "network-vif-deleted", "tag": "275b7aa5-703f-43be-b128-93dc4f5e3ba7"}]}' {{(pid=101834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:14:00.288798 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 15:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07201edf-82d5-476a-9d4b-e15aa8ab11be x-openstack-request-id: req-07201edf-82d5-476a-9d4b-e15aa8ab11be {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:14:00.289059 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "743ac952-a5da-4edc-9a08-c7d02c2abb3b", "name": "network-vif-deleted", "tag": "275b7aa5-703f-43be-b128-93dc4f5e3ba7", "status": "completed", "code": 200}]} {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:14:00.289309 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-07201edf-82d5-476a-9d4b-e15aa8ab11be {{(pid=101834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:14:00.289706 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '743ac952-a5da-4edc-9a08-c7d02c2abb3b', 'name': 'network-vif-deleted', 'tag': '275b7aa5-703f-43be-b128-93dc4f5e3ba7', 'status': 'completed', 'code': 200} Nov 17 15:14:01.154728 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 32886) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:14:01.565482 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-c8dd77a5-2cb2-48d8-b27a-eb190aa05a16 req-bdd6a7b1-d8a5-4228-869f-d64392e35d3d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0903358 Nov 17 15:14:01.595118 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-b00d5930-5bb6-4e32-8362-e2fafd7235e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-525699'] for router_interface, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:01.704903 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd77a5-2cb2-48d8-b27a-eb190aa05a16 req-776eb472-050a-43da-9dfc-76259c3a7776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:01.706368 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-c8dd77a5-2cb2-48d8-b27a-eb190aa05a16 req-776eb472-050a-43da-9dfc-76259c3a7776 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b4e3fd73a0164f73baea3c35a692ff86&device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 1099 time: 0.1087201 Nov 17 15:14:01.903322 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd77a5-2cb2-48d8-b27a-eb190aa05a16 req-4910213d-c8c0-4276-ae61-193c1b289b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:01.904784 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-c8dd77a5-2cb2-48d8-b27a-eb190aa05a16 req-4910213d-c8c0-4276-ae61-193c1b289b06 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6ca42089-8bb6-47e4-9dcd-a40e1ac70e66 HTTP/1.1" status: 200 len: 912 time: 0.1657226 Nov 17 15:14:02.247735 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-c8dd77a5-2cb2-48d8-b27a-eb190aa05a16 req-9ca36aca-bd0e-42d6-a7cb-b9f015a9281b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6f53709-aebf-47c2-897b-edc056f39eda HTTP/1.1" status: 200 len: 1001 time: 0.3333995 Nov 17 15:14:02.306919 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [None req-b00d5930-5bb6-4e32-8362-e2fafd7235e8 admin admin] Deleting port 0d822d9a-94a5-4ec2-9573-bb32066ad695 {{(pid=101834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:14:02.311442 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-b00d5930-5bb6-4e32-8362-e2fafd7235e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:02.311442 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd77a5-2cb2-48d8-b27a-eb190aa05a16 req-bf3f2a5f-d01a-44bd-a0b0-047a81608767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:02.312229 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-c8dd77a5-2cb2-48d8-b27a-eb190aa05a16 req-bf3f2a5f-d01a-44bd-a0b0-047a81608767 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a6cfc7a-d04e-4d58-a0f5-383a0d4f2ccc HTTP/1.1" status: 200 len: 850 time: 0.0557587 Nov 17 15:14:02.414921 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd77a5-2cb2-48d8-b27a-eb190aa05a16 req-fe40ce51-fa14-458f-883b-b1fe977e662e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:02.416360 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-c8dd77a5-2cb2-48d8-b27a-eb190aa05a16 req-fe40ce51-fa14-458f-883b-b1fe977e662e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ca42089-8bb6-47e4-9dcd-a40e1ac70e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0890892 Nov 17 15:14:02.421109 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [None req-b00d5930-5bb6-4e32-8362-e2fafd7235e8 admin admin] For port 0d822d9a-94a5-4ec2-9573-bb32066ad695, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=0d822d9a-94a5-4ec2-9573-bb32066ad695,segment=NetworkSegment(97a9b651-9208-41e6-b767-e98fd9bda307),segment_id=97a9b651-9208-41e6-b767-e98fd9bda307)] {{(pid=101834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:14:02.421472 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-b00d5930-5bb6-4e32-8362-e2fafd7235e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:02.449267 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [None req-b00d5930-5bb6-4e32-8362-e2fafd7235e8 admin admin] Calling delete_port for 0d822d9a-94a5-4ec2-9573-bb32066ad695 owned by network:router_interface {{(pid=101834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:14:02.564542 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-c8dd77a5-2cb2-48d8-b27a-eb190aa05a16 req-9a7a171d-4ab2-4853-9268-e70ead18a02c service neutron] 10.222.0.55 "GET /v2.0/networks/6ca42089-8bb6-47e4-9dcd-a40e1ac70e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353106 Nov 17 15:14:02.728370 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-c8dd77a5-2cb2-48d8-b27a-eb190aa05a16 req-317ba1a7-6a09-4751-a834-c579fa64a3d7 service neutron] 10.222.0.55 "GET /v2.0/networks/6ca42089-8bb6-47e4-9dcd-a40e1ac70e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257811 Nov 17 15:14:02.751341 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-b00d5930-5bb6-4e32-8362-e2fafd7235e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:02.781086 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d5930-5bb6-4e32-8362-e2fafd7235e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d822d9a-94a5-4ec2-9573-bb32066ad695,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:14:02.837599 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:02.936203 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-b00d5930-5bb6-4e32-8362-e2fafd7235e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1014546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524637'] for router_interface, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:03.148311 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00d5930-5bb6-4e32-8362-e2fafd7235e8 admin admin] Router 43bf4ce7-10f2-494a-8a05-5d51ae12932d has already been hosted by L3 agent ed3bd2e8-8a22-4616-b806-7e727ef760a6 {{(pid=101834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 15:14:03.254964 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00d5930-5bb6-4e32-8362-e2fafd7235e8 admin admin] Notify agent at l3_agent.dv-cinder-818233-1-iscsi the message routers_updated {{(pid=101834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 15:14:03.265665 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd6c2f7-d2ef-4737-b9f8-129ad5fd83fd None None] Sync routers for ids ['43bf4ce7-10f2-494a-8a05-5d51ae12932d'] in dv-cinder-818233-1-iscsi {{(pid=101836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 15:14:03.268379 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-b00d5930-5bb6-4e32-8362-e2fafd7235e8 admin admin] 10.222.0.62 "PUT /v2.0/routers/43bf4ce7-10f2-494a-8a05-5d51ae12932d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1120682 Nov 17 15:14:03.268749 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 32900) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:14:03.276796 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd6c2f7-d2ef-4737-b9f8-129ad5fd83fd None None] Routers {'43bf4ce7-10f2-494a-8a05-5d51ae12932d'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:14:03.277735 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-2fd6c2f7-d2ef-4737-b9f8-129ad5fd83fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:13:54Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['43bf4ce7-10f2-494a-8a05-5d51ae12932d'], 'active': True} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:14:03.374111 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-6bd3c3cf-a338-41e0-8d00-140ae6a3c1f3 admin admin] Publish callbacks [] for router, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:03.394006 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvr_db [None req-2fd6c2f7-d2ef-4737-b9f8-129ad5fd83fd None None] Set router 43bf4ce7-10f2-494a-8a05-5d51ae12932d gateway port host: dv-cinder-818233-1-iscsi {{(pid=101836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:14:03.475766 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-6bd3c3cf-a338-41e0-8d00-140ae6a3c1f3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:03.527041 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.plugin [None req-6bd3c3cf-a338-41e0-8d00-140ae6a3c1f3 admin admin] Deleting port fe11bdb7-212d-404d-9675-b9e0b67cf165 {{(pid=101833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:14:03.527383 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-6bd3c3cf-a338-41e0-8d00-140ae6a3c1f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:03.567024 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-2fd6c2f7-d2ef-4737-b9f8-129ad5fd83fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43bf4ce7-10f2-494a-8a05-5d51ae12932d', 'name': 'tempest-ServerRescueNegativeTestJSON-1086476853-router', 'tenant_id': '2c31c9cd89174556a7ca67ee64363dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'fe11bdb7-212d-404d-9675-b9e0b67cf165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:10:50Z', 'updated_at': '2021-11-17T15:14:02Z', 'revision_number': 5, 'project_id': '2c31c9cd89174556a7ca67ee64363dab', 'gw_port': {'id': 'fe11bdb7-212d-404d-9675-b9e0b67cf165', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:32:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43bf4ce7-10f2-494a-8a05-5d51ae12932d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:10:51Z', 'updated_at': '2021-11-17T15:10:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi'}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:14:03.597270 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd6c2f7-d2ef-4737-b9f8-129ad5fd83fd None None] Checking router: 43bf4ce7-10f2-494a-8a05-5d51ae12932d for host: dv-cinder-818233-1-iscsi {{(pid=101836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 15:14:03.603176 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.db [None req-6bd3c3cf-a338-41e0-8d00-140ae6a3c1f3 admin admin] For port fe11bdb7-212d-404d-9675-b9e0b67cf165, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=fe11bdb7-212d-404d-9675-b9e0b67cf165,segment=NetworkSegment(e39e10fc-a942-4c92-be27-2cc9068c33b8),segment_id=e39e10fc-a942-4c92-be27-2cc9068c33b8)] {{(pid=101833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:14:03.603570 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-6bd3c3cf-a338-41e0-8d00-140ae6a3c1f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:03.605728 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd6c2f7-d2ef-4737-b9f8-129ad5fd83fd None None] Routers {'43bf4ce7-10f2-494a-8a05-5d51ae12932d'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:14:03.606321 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-2fd6c2f7-d2ef-4737-b9f8-129ad5fd83fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:13:54Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['43bf4ce7-10f2-494a-8a05-5d51ae12932d'], 'active': True} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:14:03.615573 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.plugin [None req-6bd3c3cf-a338-41e0-8d00-140ae6a3c1f3 admin admin] Calling delete_port for fe11bdb7-212d-404d-9675-b9e0b67cf165 owned by network:router_gateway {{(pid=101833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:14:03.691789 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvr_db [None req-2fd6c2f7-d2ef-4737-b9f8-129ad5fd83fd None None] Set router 43bf4ce7-10f2-494a-8a05-5d51ae12932d gateway port host: None {{(pid=101836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:14:03.724390 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device 275b7aa5-703f-43be-b128-93dc4f5e3ba7 no longer exists at agent hyperv_hv-cinder-81823 {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 15:14:03.743295 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-2fd6c2f7-d2ef-4737-b9f8-129ad5fd83fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43bf4ce7-10f2-494a-8a05-5d51ae12932d', 'name': 'tempest-ServerRescueNegativeTestJSON-1086476853-router', 'tenant_id': '2c31c9cd89174556a7ca67ee64363dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:10:50Z', 'updated_at': '2021-11-17T15:14:03Z', 'revision_number': 6, 'project_id': '2c31c9cd89174556a7ca67ee64363dab', 'gw_port_host': None}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:14:03.748258 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] No Port match for: 275b7aa5-703f-43be-b128-93dc4f5e3ba7 {{(pid=101835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 15:14:03.748606 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device 275b7aa5-703f-43be-b128-93dc4f5e3ba7 not bound to the agent host hv-cinder-81823 {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 15:14:03.772328 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd6c2f7-d2ef-4737-b9f8-129ad5fd83fd None None] The sync data for ids ['43bf4ce7-10f2-494a-8a05-5d51ae12932d'] in dv-cinder-818233-1-iscsi is: [{'id': '43bf4ce7-10f2-494a-8a05-5d51ae12932d', 'name': 'tempest-ServerRescueNegativeTestJSON-1086476853-router', 'tenant_id': '2c31c9cd89174556a7ca67ee64363dab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:10:50Z', 'updated_at': '2021-11-17T15:14:03Z', 'revision_number': 6, 'project_id': '2c31c9cd89174556a7ca67ee64363dab', 'gw_port_host': None}] {{(pid=101836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 15:14:03.777729 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-6bd3c3cf-a338-41e0-8d00-140ae6a3c1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727'] for port, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:03.806991 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd3c3cf-a338-41e0-8d00-140ae6a3c1f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe11bdb7-212d-404d-9675-b9e0b67cf165,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:14:03.818613 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd3c3cf-a338-41e0-8d00-140ae6a3c1f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:14:03.818959 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd3c3cf-a338-41e0-8d00-140ae6a3c1f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:14:03.819296 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd3c3cf-a338-41e0-8d00-140ae6a3c1f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:14:03.819654 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd3c3cf-a338-41e0-8d00-140ae6a3c1f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:14:03.819984 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd3c3cf-a338-41e0-8d00-140ae6a3c1f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:14:03.820311 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd3c3cf-a338-41e0-8d00-140ae6a3c1f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:14:03.820637 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd3c3cf-a338-41e0-8d00-140ae6a3c1f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:14:03.820961 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd3c3cf-a338-41e0-8d00-140ae6a3c1f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:14:03.821284 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd3c3cf-a338-41e0-8d00-140ae6a3c1f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:14:03.821605 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd3c3cf-a338-41e0-8d00-140ae6a3c1f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:14:03.821923 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd3c3cf-a338-41e0-8d00-140ae6a3c1f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:14:03.822236 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd3c3cf-a338-41e0-8d00-140ae6a3c1f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:14:03.841753 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-6bd3c3cf-a338-41e0-8d00-140ae6a3c1f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526941'] for router_gateway, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:03.946254 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-6bd3c3cf-a338-41e0-8d00-140ae6a3c1f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11547'] for router, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:03.948344 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-6bd3c3cf-a338-41e0-8d00-140ae6a3c1f3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:04.008268 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-6bd3c3cf-a338-41e0-8d00-140ae6a3c1f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044611'] for router, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:04.008762 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd3c3cf-a338-41e0-8d00-140ae6a3c1f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43bf4ce7-10f2-494a-8a05-5d51ae12932d {{(pid=101833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 17 15:14:04.013617 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-6bd3c3cf-a338-41e0-8d00-140ae6a3c1f3 admin admin] Publish callbacks [] for router, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:04.014733 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-6bd3c3cf-a338-41e0-8d00-140ae6a3c1f3 admin admin] 10.222.0.62 "DELETE /v2.0/routers/43bf4ce7-10f2-494a-8a05-5d51ae12932d HTTP/1.1" status: 204 len: 168 time: 0.7450118 Nov 17 15:14:04.017315 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 32904) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:14:04.062559 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.db.db_base_plugin_v2 [None req-4323389b-e27f-4c33-87bf-f357e5f53099 admin admin] Deleting subnet 88826920-16d8-4049-9290-269b7ad338c8 {{(pid=101833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 17 15:14:04.065413 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-4323389b-e27f-4c33-87bf-f357e5f53099 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:04.097550 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-4323389b-e27f-4c33-87bf-f357e5f53099 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:04.104098 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-4323389b-e27f-4c33-87bf-f357e5f53099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925678'] for subnet, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:04.157533 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-4323389b-e27f-4c33-87bf-f357e5f53099 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557'] for subnet, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:04.182022 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4323389b-e27f-4c33-87bf-f357e5f53099 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88826920-16d8-4049-9290-269b7ad338c8,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:14:04.188509 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-4323389b-e27f-4c33-87bf-f357e5f53099 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for subnet, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:04.193967 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-4323389b-e27f-4c33-87bf-f357e5f53099 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/88826920-16d8-4049-9290-269b7ad338c8 HTTP/1.1" status: 204 len: 168 time: 0.1733930 Nov 17 15:14:04.194259 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 32906) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:14:04.275748 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-15d9d9aa-f603-41aa-bc5b-1c36b939d3ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056431'] for network, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:04.552971 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-15d9d9aa-f603-41aa-bc5b-1c36b939d3ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926295', 'neutron.services.segments.db._delete_segments_for_network-8776334380099'] for network, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:04.572736 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-15d9d9aa-f603-41aa-bc5b-1c36b939d3ba admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:14:04.573107 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-15d9d9aa-f603-41aa-bc5b-1c36b939d3ba admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:14:04.573831 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-15d9d9aa-f603-41aa-bc5b-1c36b939d3ba admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:14:04.574159 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-15d9d9aa-f603-41aa-bc5b-1c36b939d3ba admin admin] Subscribe: > port after_create 55550000 {{(pid=101833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:14:04.574502 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-15d9d9aa-f603-41aa-bc5b-1c36b939d3ba admin admin] Subscribe: > port after_delete 55550000 {{(pid=101833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:14:04.574826 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-15d9d9aa-f603-41aa-bc5b-1c36b939d3ba admin admin] Subscribe: > port after_update 55550000 {{(pid=101833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:14:04.575142 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-15d9d9aa-f603-41aa-bc5b-1c36b939d3ba admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:14:04.575499 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-15d9d9aa-f603-41aa-bc5b-1c36b939d3ba admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:14:04.575809 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-15d9d9aa-f603-41aa-bc5b-1c36b939d3ba admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:14:04.576124 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-15d9d9aa-f603-41aa-bc5b-1c36b939d3ba admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:14:04.641163 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-15d9d9aa-f603-41aa-bc5b-1c36b939d3ba admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:14:04.641693 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-15d9d9aa-f603-41aa-bc5b-1c36b939d3ba admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:14:04.642025 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-15d9d9aa-f603-41aa-bc5b-1c36b939d3ba admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:14:04.642363 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-15d9d9aa-f603-41aa-bc5b-1c36b939d3ba admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101833) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 17 15:14:04.642735 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.services.segments.db [None req-15d9d9aa-f603-41aa-bc5b-1c36b939d3ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f735dfc-629f-48fb-8e93-a13cf556a60b']}} {{(pid=101833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:14:04.660984 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.services.segments.db [None req-15d9d9aa-f603-41aa-bc5b-1c36b939d3ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97a9b651-9208-41e6-b767-e98fd9bda307') {'for_net_delete': True} {{(pid=101833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:14:04.661875 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.services.segments.db [None req-15d9d9aa-f603-41aa-bc5b-1c36b939d3ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97a9b651-9208-41e6-b767-e98fd9bda307') {} {{(pid=101833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:14:04.676442 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device fe11bdb7-212d-404d-9675-b9e0b67cf165 no longer exists at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 15:14:04.678176 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-15d9d9aa-f603-41aa-bc5b-1c36b939d3ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776334381132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4228812'] for segment, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:04.696602 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] No Port match for: fe11bdb7-212d-404d-9675-b9e0b67cf165 {{(pid=101835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 15:14:04.697052 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device fe11bdb7-212d-404d-9675-b9e0b67cf165 not bound to the agent host dv-cinder-818233-1-iscsi {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 15:14:04.697652 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device 0d822d9a-94a5-4ec2-9573-bb32066ad695 no longer exists at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 15:14:04.698241 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-15d9d9aa-f603-41aa-bc5b-1c36b939d3ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931355'] for segment, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:04.706634 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15d9d9aa-f603-41aa-bc5b-1c36b939d3ba admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=101833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 17 15:14:04.707039 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-15d9d9aa-f603-41aa-bc5b-1c36b939d3ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4228939'] for segment, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:04.711621 dv-cinder-818233-1-iscsi neutron-server[101833]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 17 15:14:04.711621 dv-cinder-818233-1-iscsi neutron-server[101833]: from cryptography.utils import int_from_bytes Nov 17 15:14:04.711621 dv-cinder-818233-1-iscsi neutron-server[101833]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 17 15:14:04.711621 dv-cinder-818233-1-iscsi neutron-server[101833]: from cryptography.utils import int_from_bytes Nov 17 15:14:04.711621 dv-cinder-818233-1-iscsi neutron-server[101833]: Traceback (most recent call last): Nov 17 15:14:04.711621 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 17 15:14:04.711621 dv-cinder-818233-1-iscsi neutron-server[101833]: timer() Nov 17 15:14:04.711621 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 17 15:14:04.711621 dv-cinder-818233-1-iscsi neutron-server[101833]: cb(*args, **kw) Nov 17 15:14:04.711621 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 17 15:14:04.711621 dv-cinder-818233-1-iscsi neutron-server[101833]: return func(*args, **kwargs) Nov 17 15:14:04.711621 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 17 15:14:04.711621 dv-cinder-818233-1-iscsi neutron-server[101833]: self._notify() Nov 17 15:14:04.711621 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 17 15:14:04.711621 dv-cinder-818233-1-iscsi neutron-server[101833]: self.callback(batched_events) Nov 17 15:14:04.711621 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 17 15:14:04.711621 dv-cinder-818233-1-iscsi neutron-server[101833]: event.method(event) Nov 17 15:14:04.711621 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 17 15:14:04.711621 dv-cinder-818233-1-iscsi neutron-server[101833]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 17 15:14:04.711621 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 17 15:14:04.711621 dv-cinder-818233-1-iscsi neutron-server[101833]: aggregate_uuid = self.p_client.list_aggregates( Nov 17 15:14:04.711621 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 17 15:14:04.711621 dv-cinder-818233-1-iscsi neutron-server[101833]: return f(self, *a, **k) Nov 17 15:14:04.711621 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 17 15:14:04.711621 dv-cinder-818233-1-iscsi neutron-server[101833]: return self._get(url).json() Nov 17 15:14:04.711621 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 17 15:14:04.711621 dv-cinder-818233-1-iscsi neutron-server[101833]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 17 15:14:04.711621 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 17 15:14:04.711621 dv-cinder-818233-1-iscsi neutron-server[101833]: return self.request(url, 'GET', **kwargs) Nov 17 15:14:04.711621 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 17 15:14:04.711621 dv-cinder-818233-1-iscsi neutron-server[101833]: base_url = self.get_endpoint(auth, allow=allow, Nov 17 15:14:04.711621 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 17 15:14:04.711621 dv-cinder-818233-1-iscsi neutron-server[101833]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 17 15:14:04.711621 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 17 15:14:04.711621 dv-cinder-818233-1-iscsi neutron-server[101833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 17 15:14:04.711621 dv-cinder-818233-1-iscsi neutron-server[101833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 17 15:14:04.717305 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] No Port match for: 0d822d9a-94a5-4ec2-9573-bb32066ad695 {{(pid=101835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 15:14:04.717679 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device 0d822d9a-94a5-4ec2-9573-bb32066ad695 not bound to the agent host dv-cinder-818233-1-iscsi {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 15:14:04.769512 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-15d9d9aa-f603-41aa-bc5b-1c36b939d3ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526969'] for network, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:04.779118 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-15d9d9aa-f603-41aa-bc5b-1c36b939d3ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for network, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:04.782726 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-15d9d9aa-f603-41aa-bc5b-1c36b939d3ba admin admin] 10.222.0.62 "DELETE /v2.0/networks/8f735dfc-629f-48fb-8e93-a13cf556a60b HTTP/1.1" status: 204 len: 168 time: 0.5874727 Nov 17 15:14:04.795842 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d9d9aa-f603-41aa-bc5b-1c36b939d3ba admin admin] Pushing event deleted for resources: {'Network': ['ID=8f735dfc-629f-48fb-8e93-a13cf556a60b,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:14:04.925323 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 32914) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:14:04.965368 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-7f0fa685-7526-4006-8100-cd5da533d48c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2c31c9cd89174556a7ca67ee64363dab&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0389040 Nov 17 15:14:04.967685 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 32916) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:14:05.013259 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-251fc27b-94a9-48db-95f5-8de071f4020c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:05.034060 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-251fc27b-94a9-48db-95f5-8de071f4020c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:05.079220 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-251fc27b-94a9-48db-95f5-8de071f4020c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:05.081755 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-251fc27b-94a9-48db-95f5-8de071f4020c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:05.082886 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-251fc27b-94a9-48db-95f5-8de071f4020c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ed424271-601b-4dff-98ba-5d2709e5db68 HTTP/1.1" status: 204 len: 168 time: 0.1143041 Nov 17 15:14:05.090232 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251fc27b-94a9-48db-95f5-8de071f4020c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed424271-601b-4dff-98ba-5d2709e5db68,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:14:05.753402 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 32940) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:14:05.857582 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [None req-75ac1cb9-7416-4c72-a43b-0bfebfe0c195 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1052091465-network', 'tenant_id': '63de158095ca464198ff20de9427a670'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:14:05.877642 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ac1cb9-7416-4c72-a43b-0bfebfe0c195 admin admin] Made reservation on behalf of 63de158095ca464198ff20de9427a670 for: {'network': 1} {{(pid=101834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:14:05.879831 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-75ac1cb9-7416-4c72-a43b-0bfebfe0c195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for network, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:05.887721 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-75ac1cb9-7416-4c72-a43b-0bfebfe0c195 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:05.963832 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-75ac1cb9-7416-4c72-a43b-0bfebfe0c195 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:05.967631 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-75ac1cb9-7416-4c72-a43b-0bfebfe0c195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:05.991414 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75ac1cb9-7416-4c72-a43b-0bfebfe0c195 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=101834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 17 15:14:06.000692 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ac1cb9-7416-4c72-a43b-0bfebfe0c195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d37600-e0bd-4e5b-924b-895ffc9a8ebc,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:14:06.005271 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-75ac1cb9-7416-4c72-a43b-0bfebfe0c195 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931355'] for segment, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:06.005605 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.db.segments_db [None req-75ac1cb9-7416-4c72-a43b-0bfebfe0c195 admin admin] Added segment ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5 of type vlan for network 2d259df1-c4ab-4d22-8926-f0a465d8e0b5 Nov 17 15:14:06.044315 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-75ac1cb9-7416-4c72-a43b-0bfebfe0c195 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776333902596'] for network, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:06.067412 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-75ac1cb9-7416-4c72-a43b-0bfebfe0c195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557'] for network, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:06.068327 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ac1cb9-7416-4c72-a43b-0bfebfe0c195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:06.068918 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-75ac1cb9-7416-4c72-a43b-0bfebfe0c195 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for network, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:06.102073 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-75ac1cb9-7416-4c72-a43b-0bfebfe0c195 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3476048 Nov 17 15:14:06.105230 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 32944) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:14:06.110322 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.v2.base [None req-23702268-f3bd-46be-982d-547dd6d7173e admin admin] Request body: {'subnet': {'network_id': '2d259df1-c4ab-4d22-8926-f0a465d8e0b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1052091465-subnet', 'tenant_id': '63de158095ca464198ff20de9427a670', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:14:06.127887 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ac1cb9-7416-4c72-a43b-0bfebfe0c195 admin admin] Pushing event updated for resources: {'Network': ['ID=2d259df1-c4ab-4d22-8926-f0a465d8e0b5,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:14:06.129733 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23702268-f3bd-46be-982d-547dd6d7173e admin admin] Made reservation on behalf of 63de158095ca464198ff20de9427a670 for: {'subnet': 1} {{(pid=101833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:14:06.132022 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-23702268-f3bd-46be-982d-547dd6d7173e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5140360'] for subnet, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:06.138300 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Network 2d259df1-c4ab-4d22-8926-f0a465d8e0b5 details requested by agent ovs-agent-dv-cinder-818233-1-iscsi with host dv-cinder-818233-1-iscsi {{(pid=101835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 17 15:14:06.293944 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-23702268-f3bd-46be-982d-547dd6d7173e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4229076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5140390'] for subnet, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:06.349653 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23702268-f3bd-46be-982d-547dd6d7173e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a8d8948-a156-4cc4-9771-6d5567fbb98c,revision_number=0']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:14:06.356481 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23702268-f3bd-46be-982d-547dd6d7173e admin admin] Checking segment: {'id': 'ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '2d259df1-c4ab-4d22-8926-f0a465d8e0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:14:06.356838 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23702268-f3bd-46be-982d-547dd6d7173e admin admin] Network hostable DHCP agents. Network: 2d259df1-c4ab-4d22-8926-f0a465d8e0b5, hostable agents: ['c5ee84d2-283a-4ac2-b5b9-7ea041475697'], hosted agents: [] {{(pid=101833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 17 15:14:06.377326 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23702268-f3bd-46be-982d-547dd6d7173e admin admin] Network 2d259df1-c4ab-4d22-8926-f0a465d8e0b5 is scheduled to be hosted by DHCP agent c5ee84d2-283a-4ac2-b5b9-7ea041475697 with binding_index 1 {{(pid=101833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 17 15:14:06.385858 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.base_scheduler [None req-23702268-f3bd-46be-982d-547dd6d7173e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818233-1-iscsi, 2d259df1-c4ab-4d22-8926-f0a465d8e0b5) {{(pid=101833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:14:06.389895 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23702268-f3bd-46be-982d-547dd6d7173e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:06.390490 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-23702268-f3bd-46be-982d-547dd6d7173e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for subnet, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:06.396306 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b461fab1-710a-48e9-befc-ffd093355e03 None None] Network 2d259df1-c4ab-4d22-8926-f0a465d8e0b5 requested from dv-cinder-818233-1-iscsi {{(pid=101835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 15:14:06.406930 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-23702268-f3bd-46be-982d-547dd6d7173e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3006210 Nov 17 15:14:06.409518 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 32946) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:14:06.413671 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.v2.base [None req-0eb78863-cdc3-4d52-9f55-c7149e5e0593 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1052091465-router', 'tenant_id': '63de158095ca464198ff20de9427a670', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba'}}} {{(pid=101833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:14:06.433504 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-0eb78863-cdc3-4d52-9f55-c7149e5e0593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1045616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56289'] for router, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:06.434929 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-0eb78863-cdc3-4d52-9f55-c7149e5e0593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-600707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11538'] for router, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:06.491011 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-0eb78863-cdc3-4d52-9f55-c7149e5e0593 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:06.548350 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df751cf-13ab-4323-be5a-0d6c907114f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ad5828d-ca6e-5b2a-b4f4-b9eaa6558937-2d259df1-c4ab-4d22-8926-f0a465d8e0b5', 'network_id': '2d259df1-c4ab-4d22-8926-f0a465d8e0b5', 'tenant_id': '63de158095ca464198ff20de9427a670', 'fixed_ips': [{'subnet_id': '8a8d8948-a156-4cc4-9771-6d5567fbb98c'}]}} from dv-cinder-818233-1-iscsi. {{(pid=101835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 17 15:14:06.549206 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-6df751cf-13ab-4323-be5a-0d6c907114f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:06.629407 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-0eb78863-cdc3-4d52-9f55-c7149e5e0593 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:06.678847 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.db_base_plugin_common [None req-6df751cf-13ab-4323-be5a-0d6c907114f9 None None] Allocated IP 172.20.0.2 (2d259df1-c4ab-4d22-8926-f0a465d8e0b5/8a8d8948-a156-4cc4-9771-6d5567fbb98c/dd95f344-efb1-4658-8031-e9328bd7413c) {{(pid=101835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:14:06.818393 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-6df751cf-13ab-4323-be5a-0d6c907114f9 None None] Publish callbacks [] for port, precommit_create {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:06.824382 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-0eb78863-cdc3-4d52-9f55-c7149e5e0593 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:06.824583 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-6df751cf-13ab-4323-be5a-0d6c907114f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718'] for port, after_create {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:06.843236 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-0eb78863-cdc3-4d52-9f55-c7149e5e0593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:06.873678 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df751cf-13ab-4323-be5a-0d6c907114f9 None None] Network 2d259df1-c4ab-4d22-8926-f0a465d8e0b5 is already hosted by enough agents. {{(pid=101835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:14:06.877319 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.scheduler.base_scheduler [None req-6df751cf-13ab-4323-be5a-0d6c907114f9 None None] Resources bound (agent type, host, resource id): {{(pid=101835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:14:06.878970 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df751cf-13ab-4323-be5a-0d6c907114f9 None None] Pushing event updated for resources: {'Port': ['ID=dd95f344-efb1-4658-8031-e9328bd7413c,revision_number=1']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:14:06.882486 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df751cf-13ab-4323-be5a-0d6c907114f9 None None] Received port after_create {{(pid=101835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:14:06.888829 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df751cf-13ab-4323-be5a-0d6c907114f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:14:06.889200 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df751cf-13ab-4323-be5a-0d6c907114f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:14:06.889535 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df751cf-13ab-4323-be5a-0d6c907114f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:14:06.889862 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df751cf-13ab-4323-be5a-0d6c907114f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:14:06.890183 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df751cf-13ab-4323-be5a-0d6c907114f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:14:06.890528 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df751cf-13ab-4323-be5a-0d6c907114f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:14:06.890824 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df751cf-13ab-4323-be5a-0d6c907114f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:14:06.891140 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df751cf-13ab-4323-be5a-0d6c907114f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:14:06.891492 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df751cf-13ab-4323-be5a-0d6c907114f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:14:06.891811 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df751cf-13ab-4323-be5a-0d6c907114f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:14:06.892122 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df751cf-13ab-4323-be5a-0d6c907114f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:14:06.892454 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df751cf-13ab-4323-be5a-0d6c907114f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:14:06.943714 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-6df751cf-13ab-4323-be5a-0d6c907114f9 None None] Attempting to bind port dd95f344-efb1-4658-8031-e9328bd7413c on host dv-cinder-818233-1-iscsi for vnic_type normal with profile {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 15:14:06.944080 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-6df751cf-13ab-4323-be5a-0d6c907114f9 None None] Attempting to bind port dd95f344-efb1-4658-8031-e9328bd7413c by drivers openvswitch,hyperv on host dv-cinder-818233-1-iscsi at level 0 using segments [{'id': 'ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '2d259df1-c4ab-4d22-8926-f0a465d8e0b5'}] {{(pid=101835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 15:14:06.944438 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df751cf-13ab-4323-be5a-0d6c907114f9 None None] Attempting to bind port dd95f344-efb1-4658-8031-e9328bd7413c on network 2d259df1-c4ab-4d22-8926-f0a465d8e0b5 {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:14:06.949302 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df751cf-13ab-4323-be5a-0d6c907114f9 None None] Checking agent: {'id': '80212031-474b-4b2d-a4cc-c8968f8491db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818233-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 15, 2, 57), 'started_at': datetime.datetime(2021, 11, 17, 15, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 15, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818233-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 15:14:06.949672 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df751cf-13ab-4323-be5a-0d6c907114f9 None None] Checking segment: {'id': 'ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '2d259df1-c4ab-4d22-8926-f0a465d8e0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:14:06.950066 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-6df751cf-13ab-4323-be5a-0d6c907114f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:06.950459 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df751cf-13ab-4323-be5a-0d6c907114f9 None None] Bound using segment: {'id': 'ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '2d259df1-c4ab-4d22-8926-f0a465d8e0b5'} {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 15:14:06.951069 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-6df751cf-13ab-4323-be5a-0d6c907114f9 None None] Bound port: dd95f344-efb1-4658-8031-e9328bd7413c, host: dv-cinder-818233-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '2d259df1-c4ab-4d22-8926-f0a465d8e0b5'}}] {{(pid=101835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 15:14:06.951248 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.db.db_base_plugin_common [None req-0eb78863-cdc3-4d52-9f55-c7149e5e0593 admin admin] Allocated IP 172.27.1.183 (183472ab-d8ab-4bee-8fe8-a0a558356eba/10bde91e-9264-4f35-ad90-cbbdc12529d4/089d8041-40a4-416b-b250-06e17151b4de) {{(pid=101833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:14:06.951356 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-6df751cf-13ab-4323-be5a-0d6c907114f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:07.012780 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-6df751cf-13ab-4323-be5a-0d6c907114f9 None None] For port dd95f344-efb1-4658-8031-e9328bd7413c, host dv-cinder-818233-1-iscsi, cleared binding levels {{(pid=101835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 15:14:07.015795 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-6df751cf-13ab-4323-be5a-0d6c907114f9 None None] For port dd95f344-efb1-4658-8031-e9328bd7413c, host dv-cinder-818233-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=dd95f344-efb1-4658-8031-e9328bd7413c,segment=NetworkSegment(ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5),segment_id=ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5)] {{(pid=101835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 15:14:07.020402 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-6df751cf-13ab-4323-be5a-0d6c907114f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:07.053249 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-0eb78863-cdc3-4d52-9f55-c7149e5e0593 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:07.074154 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df751cf-13ab-4323-be5a-0d6c907114f9 None None] Pushing event updated for resources: {'Port': ['ID=dd95f344-efb1-4658-8031-e9328bd7413c,revision_number=2']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:14:07.087861 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-0eb78863-cdc3-4d52-9f55-c7149e5e0593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4228920'] for port, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:07.129052 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb78863-cdc3-4d52-9f55-c7149e5e0593 admin admin] Network 183472ab-d8ab-4bee-8fe8-a0a558356eba is already hosted by enough agents. {{(pid=101833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:14:07.132119 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.base_scheduler [None req-0eb78863-cdc3-4d52-9f55-c7149e5e0593 admin admin] Resources bound (agent type, host, resource id): {{(pid=101833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:14:07.135905 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb78863-cdc3-4d52-9f55-c7149e5e0593 admin admin] Received port after_create {{(pid=101833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:14:07.141269 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb78863-cdc3-4d52-9f55-c7149e5e0593 admin admin] Pushing event updated for resources: {'Port': ['ID=089d8041-40a4-416b-b250-06e17151b4de,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:14:07.403257 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-0eb78863-cdc3-4d52-9f55-c7149e5e0593 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:07.593495 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-0eb78863-cdc3-4d52-9f55-c7149e5e0593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527025'] for router, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:07.719266 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb78863-cdc3-4d52-9f55-c7149e5e0593 admin admin] Router 67131c45-8675-41c3-9032-ced585c364da is scheduled to L3 agent ed3bd2e8-8a22-4616-b806-7e727ef760a6 with binding_index 1 {{(pid=101833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 17 15:14:07.829768 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb78863-cdc3-4d52-9f55-c7149e5e0593 admin admin] Notify agent at l3_agent.dv-cinder-818233-1-iscsi the message routers_updated {{(pid=101833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 15:14:07.842132 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d2c8b0-eac8-4b43-b4f7-1570254927bb None None] Sync routers for ids ['67131c45-8675-41c3-9032-ced585c364da'] in dv-cinder-818233-1-iscsi {{(pid=101835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 15:14:07.849768 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-0eb78863-cdc3-4d52-9f55-c7149e5e0593 admin admin] Publish callbacks [] for router, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:07.853274 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-0eb78863-cdc3-4d52-9f55-c7149e5e0593 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.4403024 Nov 17 15:14:07.853672 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 32952) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:14:07.858769 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d2c8b0-eac8-4b43-b4f7-1570254927bb None None] Routers {'67131c45-8675-41c3-9032-ced585c364da'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:14:07.859405 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-b3d2c8b0-eac8-4b43-b4f7-1570254927bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:13:54Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['67131c45-8675-41c3-9032-ced585c364da'], 'active': True} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:14:07.973436 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c990199-6847-4f44-b5c9-99601380c4d0 None None] Network 2d259df1-c4ab-4d22-8926-f0a465d8e0b5 requested from dv-cinder-818233-1-iscsi {{(pid=101835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 15:14:07.976581 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvr_db [None req-b3d2c8b0-eac8-4b43-b4f7-1570254927bb None None] Set router 67131c45-8675-41c3-9032-ced585c364da gateway port host: dv-cinder-818233-1-iscsi {{(pid=101835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:14:08.229211 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-2507f997-7275-4431-bd62-676b29c49634 None None] Provisioning complete for port dd95f344-efb1-4658-8031-e9328bd7413c triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:14:08.229458 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-2507f997-7275-4431-bd62-676b29c49634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:08.275699 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-cef6be13-41bd-4b45-8d43-64256d7d6790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:08.425201 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.db_base_plugin_common [None req-cef6be13-41bd-4b45-8d43-64256d7d6790 admin admin] Allocated IP 172.20.0.1 (2d259df1-c4ab-4d22-8926-f0a465d8e0b5/8a8d8948-a156-4cc4-9771-6d5567fbb98c/f50aaf35-a5cd-40dc-a73a-65dc86b4c53b) {{(pid=101834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:14:08.445683 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-2507f997-7275-4431-bd62-676b29c49634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:08.500400 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-2507f997-7275-4431-bd62-676b29c49634 None None] For port dd95f344-efb1-4658-8031-e9328bd7413c, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=dd95f344-efb1-4658-8031-e9328bd7413c,segment=NetworkSegment(ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5),segment_id=ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:14:08.507579 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-2507f997-7275-4431-bd62-676b29c49634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:08.512379 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-b3d2c8b0-eac8-4b43-b4f7-1570254927bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67131c45-8675-41c3-9032-ced585c364da', 'name': 'tempest-AttachVolumeShelveTestJSON-1052091465-router', 'tenant_id': '63de158095ca464198ff20de9427a670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '089d8041-40a4-416b-b250-06e17151b4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:14:06Z', 'updated_at': '2021-11-17T15:14:07Z', 'revision_number': 3, 'project_id': '63de158095ca464198ff20de9427a670', 'gw_port': {'id': '089d8041-40a4-416b-b250-06e17151b4de', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:50:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67131c45-8675-41c3-9032-ced585c364da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:14:06Z', 'updated_at': '2021-11-17T15:14:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi'}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:14:08.538882 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-cef6be13-41bd-4b45-8d43-64256d7d6790 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:08.557983 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d2c8b0-eac8-4b43-b4f7-1570254927bb None None] Checking router: 67131c45-8675-41c3-9032-ced585c364da for host: dv-cinder-818233-1-iscsi {{(pid=101835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 15:14:08.558336 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d2c8b0-eac8-4b43-b4f7-1570254927bb None None] Updating router 67131c45-8675-41c3-9032-ced585c364da port 089d8041-40a4-416b-b250-06e17151b4de binding host dv-cinder-818233-1-iscsi {{(pid=101835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 17 15:14:08.574203 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-cef6be13-41bd-4b45-8d43-64256d7d6790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:08.603550 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-b3d2c8b0-eac8-4b43-b4f7-1570254927bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:08.616590 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6be13-41bd-4b45-8d43-64256d7d6790 admin admin] Pushing event updated for resources: {'Port': ['ID=f50aaf35-a5cd-40dc-a73a-65dc86b4c53b,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:14:08.627302 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2507f997-7275-4431-bd62-676b29c49634 None None] Pushing event updated for resources: {'Port': ['ID=dd95f344-efb1-4658-8031-e9328bd7413c,revision_number=3']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:14:08.633754 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6be13-41bd-4b45-8d43-64256d7d6790 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:14:08.634100 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6be13-41bd-4b45-8d43-64256d7d6790 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:14:08.634442 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6be13-41bd-4b45-8d43-64256d7d6790 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:14:08.634774 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6be13-41bd-4b45-8d43-64256d7d6790 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:14:08.635102 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6be13-41bd-4b45-8d43-64256d7d6790 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:14:08.635588 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6be13-41bd-4b45-8d43-64256d7d6790 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:14:08.635918 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6be13-41bd-4b45-8d43-64256d7d6790 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:14:08.636239 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6be13-41bd-4b45-8d43-64256d7d6790 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:14:08.636561 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6be13-41bd-4b45-8d43-64256d7d6790 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:14:08.637271 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6be13-41bd-4b45-8d43-64256d7d6790 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:14:08.637271 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6be13-41bd-4b45-8d43-64256d7d6790 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:14:08.637603 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef6be13-41bd-4b45-8d43-64256d7d6790 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:14:08.641836 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef6be13-41bd-4b45-8d43-64256d7d6790 admin admin] Network 2d259df1-c4ab-4d22-8926-f0a465d8e0b5 is already hosted by enough agents. {{(pid=101834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:14:08.643746 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.base_scheduler [None req-cef6be13-41bd-4b45-8d43-64256d7d6790 admin admin] Resources bound (agent type, host, resource id): {{(pid=101834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:14:08.645997 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef6be13-41bd-4b45-8d43-64256d7d6790 admin admin] Received port after_create {{(pid=101834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:14:08.704256 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-cef6be13-41bd-4b45-8d43-64256d7d6790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524977'] for router_interface, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:08.820984 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device dd95f344-efb1-4658-8031-e9328bd7413c up at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:14:08.846418 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-cef6be13-41bd-4b45-8d43-64256d7d6790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:08.950117 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Provisioning complete for port dd95f344-efb1-4658-8031-e9328bd7413c triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:14:08.950700 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:08.996749 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-b3d2c8b0-eac8-4b43-b4f7-1570254927bb None None] Publish callbacks [] for port, precommit_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:09.008247 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-fff04e74-31e9-4c97-9cdc-b6e053889f2e None None] Provisioning complete for port dd95f344-efb1-4658-8031-e9328bd7413c triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:14:09.008612 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-fff04e74-31e9-4c97-9cdc-b6e053889f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:09.012397 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-b3d2c8b0-eac8-4b43-b4f7-1570254927bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:09.021044 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-cef6be13-41bd-4b45-8d43-64256d7d6790 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:09.025649 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-cef6be13-41bd-4b45-8d43-64256d7d6790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4397568'] for port, after_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:09.095243 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-cef6be13-41bd-4b45-8d43-64256d7d6790 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1014539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-525634'] for router_interface, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:09.097863 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6be13-41bd-4b45-8d43-64256d7d6790 admin admin] Pushing event updated for resources: {'Port': ['ID=f50aaf35-a5cd-40dc-a73a-65dc86b4c53b,revision_number=2']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:14:09.105059 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-b3d2c8b0-eac8-4b43-b4f7-1570254927bb None None] Attempting to bind port 089d8041-40a4-416b-b250-06e17151b4de on host dv-cinder-818233-1-iscsi for vnic_type normal with profile {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 15:14:09.105422 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-b3d2c8b0-eac8-4b43-b4f7-1570254927bb None None] Attempting to bind port 089d8041-40a4-416b-b250-06e17151b4de by drivers openvswitch,hyperv on host dv-cinder-818233-1-iscsi at level 0 using segments [{'id': 'e39e10fc-a942-4c92-be27-2cc9068c33b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba'}] {{(pid=101835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 15:14:09.105840 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d2c8b0-eac8-4b43-b4f7-1570254927bb None None] Attempting to bind port 089d8041-40a4-416b-b250-06e17151b4de on network 183472ab-d8ab-4bee-8fe8-a0a558356eba {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:14:09.107510 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2414a5-3092-45c3-af5f-a1ff4a037cf0 None None] Pushing event updated for resources: {'Port': ['ID=089d8041-40a4-416b-b250-06e17151b4de,revision_number=2']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:14:09.134884 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d2c8b0-eac8-4b43-b4f7-1570254927bb None None] Checking agent: {'id': '80212031-474b-4b2d-a4cc-c8968f8491db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818233-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 15, 2, 57), 'started_at': datetime.datetime(2021, 11, 17, 15, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 15, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818233-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 15:14:09.135241 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d2c8b0-eac8-4b43-b4f7-1570254927bb None None] Checking segment: {'id': 'e39e10fc-a942-4c92-be27-2cc9068c33b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:14:09.135671 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-b3d2c8b0-eac8-4b43-b4f7-1570254927bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:09.136058 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d2c8b0-eac8-4b43-b4f7-1570254927bb None None] Bound using segment: {'id': 'e39e10fc-a942-4c92-be27-2cc9068c33b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba'} {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 15:14:09.136528 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-b3d2c8b0-eac8-4b43-b4f7-1570254927bb None None] Bound port: 089d8041-40a4-416b-b250-06e17151b4de, host: dv-cinder-818233-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e39e10fc-a942-4c92-be27-2cc9068c33b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba'}}] {{(pid=101835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 15:14:09.136902 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-b3d2c8b0-eac8-4b43-b4f7-1570254927bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:09.189741 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef6be13-41bd-4b45-8d43-64256d7d6790 admin admin] Network 2d259df1-c4ab-4d22-8926-f0a465d8e0b5 is already hosted by enough agents. {{(pid=101834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:14:09.191163 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.base_scheduler [None req-cef6be13-41bd-4b45-8d43-64256d7d6790 admin admin] Resources bound (agent type, host, resource id): {{(pid=101834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:14:09.229746 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-b3d2c8b0-eac8-4b43-b4f7-1570254927bb None None] For port 089d8041-40a4-416b-b250-06e17151b4de, host dv-cinder-818233-1-iscsi, cleared binding levels {{(pid=101835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 15:14:09.233469 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-b3d2c8b0-eac8-4b43-b4f7-1570254927bb None None] For port 089d8041-40a4-416b-b250-06e17151b4de, host dv-cinder-818233-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=089d8041-40a4-416b-b250-06e17151b4de,segment=NetworkSegment(e39e10fc-a942-4c92-be27-2cc9068c33b8),segment_id=e39e10fc-a942-4c92-be27-2cc9068c33b8)] {{(pid=101835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 15:14:09.238140 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-b3d2c8b0-eac8-4b43-b4f7-1570254927bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:09.302250 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d2c8b0-eac8-4b43-b4f7-1570254927bb None None] Routers {'67131c45-8675-41c3-9032-ced585c364da'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:14:09.302874 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-b3d2c8b0-eac8-4b43-b4f7-1570254927bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:13:54Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['67131c45-8675-41c3-9032-ced585c364da'], 'active': True} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:14:09.305144 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2414a5-3092-45c3-af5f-a1ff4a037cf0 None None] Pushing event updated for resources: {'Port': ['ID=089d8041-40a4-416b-b250-06e17151b4de,revision_number=3']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:14:09.313115 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef6be13-41bd-4b45-8d43-64256d7d6790 admin admin] Router 67131c45-8675-41c3-9032-ced585c364da has already been hosted by L3 agent ed3bd2e8-8a22-4616-b806-7e727ef760a6 {{(pid=101834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 15:14:09.386724 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-0d900fcd-6583-4df6-9330-473d7267bfba None None] Provisioning complete for port f50aaf35-a5cd-40dc-a73a-65dc86b4c53b triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:14:09.386724 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-0d900fcd-6583-4df6-9330-473d7267bfba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:09.439783 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef6be13-41bd-4b45-8d43-64256d7d6790 admin admin] Notify agent at l3_agent.dv-cinder-818233-1-iscsi the message routers_updated {{(pid=101834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 15:14:09.448584 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-cef6be13-41bd-4b45-8d43-64256d7d6790 admin admin] 10.222.0.62 "PUT /v2.0/routers/67131c45-8675-41c3-9032-ced585c364da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5936632 Nov 17 15:14:09.462376 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-0d900fcd-6583-4df6-9330-473d7267bfba None None] Port f50aaf35-a5cd-40dc-a73a-65dc86b4c53b cannot update to ACTIVE because it is not bound. {{(pid=101835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 15:14:09.464770 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvr_db [None req-b3d2c8b0-eac8-4b43-b4f7-1570254927bb None None] Set router 67131c45-8675-41c3-9032-ced585c364da gateway port host: dv-cinder-818233-1-iscsi {{(pid=101835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:14:09.608223 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-d54758dd-346d-48b4-9ef3-0e86ebe50b7b None None] Provisioning complete for port f50aaf35-a5cd-40dc-a73a-65dc86b4c53b triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:14:09.608501 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d54758dd-346d-48b4-9ef3-0e86ebe50b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:09.791745 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-d54758dd-346d-48b4-9ef3-0e86ebe50b7b None None] Port f50aaf35-a5cd-40dc-a73a-65dc86b4c53b cannot update to ACTIVE because it is not bound. {{(pid=101835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 15:14:09.818333 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-b3d2c8b0-eac8-4b43-b4f7-1570254927bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67131c45-8675-41c3-9032-ced585c364da', 'name': 'tempest-AttachVolumeShelveTestJSON-1052091465-router', 'tenant_id': '63de158095ca464198ff20de9427a670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '089d8041-40a4-416b-b250-06e17151b4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:14:06Z', 'updated_at': '2021-11-17T15:14:08Z', 'revision_number': 4, 'project_id': '63de158095ca464198ff20de9427a670', 'gw_port': {'id': '089d8041-40a4-416b-b250-06e17151b4de', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:50:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67131c45-8675-41c3-9032-ced585c364da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:14:06Z', 'updated_at': '2021-11-17T15:14:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': 'f50aaf35-a5cd-40dc-a73a-65dc86b4c53b', 'name': '', 'network_id': '2d259df1-c4ab-4d22-8926-f0a465d8e0b5', 'tenant_id': '63de158095ca464198ff20de9427a670', 'mac_address': 'fa:16:3e:24:21:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67131c45-8675-41c3-9032-ced585c364da', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8a8d8948-a156-4cc4-9771-6d5567fbb98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:14:08Z', 'updated_at': '2021-11-17T15:14:08Z', 'revision_number': 2, 'project_id': '63de158095ca464198ff20de9427a670', 'subnets': [{'id': '8a8d8948-a156-4cc4-9771-6d5567fbb98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:14:09.844561 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d2c8b0-eac8-4b43-b4f7-1570254927bb None None] The sync data for ids ['67131c45-8675-41c3-9032-ced585c364da'] in dv-cinder-818233-1-iscsi is: [{'id': '67131c45-8675-41c3-9032-ced585c364da', 'name': 'tempest-AttachVolumeShelveTestJSON-1052091465-router', 'tenant_id': '63de158095ca464198ff20de9427a670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '089d8041-40a4-416b-b250-06e17151b4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:14:06Z', 'updated_at': '2021-11-17T15:14:08Z', 'revision_number': 4, 'project_id': '63de158095ca464198ff20de9427a670', 'gw_port': {'id': '089d8041-40a4-416b-b250-06e17151b4de', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:50:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67131c45-8675-41c3-9032-ced585c364da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:14:06Z', 'updated_at': '2021-11-17T15:14:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': 'f50aaf35-a5cd-40dc-a73a-65dc86b4c53b', 'name': '', 'network_id': '2d259df1-c4ab-4d22-8926-f0a465d8e0b5', 'tenant_id': '63de158095ca464198ff20de9427a670', 'mac_address': 'fa:16:3e:24:21:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67131c45-8675-41c3-9032-ced585c364da', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8a8d8948-a156-4cc4-9771-6d5567fbb98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:14:08Z', 'updated_at': '2021-11-17T15:14:08Z', 'revision_number': 2, 'project_id': '63de158095ca464198ff20de9427a670', 'subnets': [{'id': '8a8d8948-a156-4cc4-9771-6d5567fbb98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 15:14:10.740374 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device 089d8041-40a4-416b-b250-06e17151b4de up at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:14:10.789307 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Provisioning complete for port 089d8041-40a4-416b-b250-06e17151b4de triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:14:10.789769 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:10.873162 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:10.893403 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] For port 089d8041-40a4-416b-b250-06e17151b4de, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=089d8041-40a4-416b-b250-06e17151b4de,segment=NetworkSegment(e39e10fc-a942-4c92-be27-2cc9068c33b8),segment_id=e39e10fc-a942-4c92-be27-2cc9068c33b8)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:14:10.898913 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:10.899816 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device dd95f344-efb1-4658-8031-e9328bd7413c up at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:14:10.977916 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Pushing event updated for resources: {'Port': ['ID=089d8041-40a4-416b-b250-06e17151b4de,revision_number=4']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:14:10.991383 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Provisioning complete for port dd95f344-efb1-4658-8031-e9328bd7413c triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:14:10.991765 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:11.072997 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 32976) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:14:11.077818 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.v2.base [None req-0ff1ecd0-bf93-402c-a6cb-4e1d0a7afebf tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1078108648', 'description': 'tempest-description--1347896839'}} {{(pid=101833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:14:11.100296 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-0ff1ecd0-bf93-402c-a6cb-4e1d0a7afebf tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks [] for security_group, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:11.167358 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-0ff1ecd0-bf93-402c-a6cb-4e1d0a7afebf tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks [] for security_group, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:11.171276 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-0ff1ecd0-bf93-402c-a6cb-4e1d0a7afebf tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:11.201794 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-0ff1ecd0-bf93-402c-a6cb-4e1d0a7afebf tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks [] for security_group, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:11.202979 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-0ff1ecd0-bf93-402c-a6cb-4e1d0a7afebf tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1287677 Nov 17 15:14:11.204928 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff1ecd0-bf93-402c-a6cb-4e1d0a7afebf tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:14:11.205936 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 32978) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:14:11.210552 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [None req-44a17657-a7b1-4f37-89db-13b86faec9fc tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Request body: {'security_group_rule': {'security_group_id': '95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:14:11.236819 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-44a17657-a7b1-4f37-89db-13b86faec9fc tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:11.291185 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-44a17657-a7b1-4f37-89db-13b86faec9fc tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:11.295003 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-44a17657-a7b1-4f37-89db-13b86faec9fc tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603830'] for security_group_rule, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:11.315558 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a17657-a7b1-4f37-89db-13b86faec9fc tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da0ca6d3-15db-4a27-997a-af5d123570e8,revision_number=0']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:14:11.321430 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-44a17657-a7b1-4f37-89db-13b86faec9fc tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:11.322627 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-44a17657-a7b1-4f37-89db-13b86faec9fc tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1157022 Nov 17 15:14:11.325424 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 32980) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:14:11.330235 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.v2.base [None req-96ab087a-53ef-4f48-b90b-da1cd47dba9e tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Request body: {'security_group_rule': {'security_group_id': '95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:14:11.358177 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-96ab087a-53ef-4f48-b90b-da1cd47dba9e tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:11.416998 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-96ab087a-53ef-4f48-b90b-da1cd47dba9e tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:11.421181 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-96ab087a-53ef-4f48-b90b-da1cd47dba9e tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603830'] for security_group_rule, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:11.438489 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab087a-53ef-4f48-b90b-da1cd47dba9e tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f9f3735-a44b-4df8-a817-371bdb7c0c66,revision_number=0']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:14:11.447683 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-96ab087a-53ef-4f48-b90b-da1cd47dba9e tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:11.451835 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-96ab087a-53ef-4f48-b90b-da1cd47dba9e tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1223090 Nov 17 15:14:11.452269 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 32982) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:14:11.457496 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [None req-5b657d92-4c0f-41d6-b89c-0ed011b9b0f1 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Request body: {'floatingip': {'floating_network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:14:11.480581 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-5b657d92-4c0f-41d6-b89c-0ed011b9b0f1 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks [] for floatingip, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:11.575640 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-5b657d92-4c0f-41d6-b89c-0ed011b9b0f1 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:11.654237 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1b6885-7490-4b32-93c0-88d4faa34e52 None None] Sync routers for ids ['67131c45-8675-41c3-9032-ced585c364da'] in dv-cinder-818233-1-iscsi {{(pid=101836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 15:14:11.663781 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1b6885-7490-4b32-93c0-88d4faa34e52 None None] Routers {'67131c45-8675-41c3-9032-ced585c364da'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:14:11.664376 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-7a1b6885-7490-4b32-93c0-88d4faa34e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:13:54Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['67131c45-8675-41c3-9032-ced585c364da'], 'active': True} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:14:11.682863 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.db_base_plugin_common [None req-5b657d92-4c0f-41d6-b89c-0ed011b9b0f1 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Allocated IP 172.27.1.118 (183472ab-d8ab-4bee-8fe8-a0a558356eba/10bde91e-9264-4f35-ad90-cbbdc12529d4/8501797e-c06c-430e-9f3c-160c625f4733) {{(pid=101834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:14:11.768378 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvr_db [None req-7a1b6885-7490-4b32-93c0-88d4faa34e52 None None] Set router 67131c45-8675-41c3-9032-ced585c364da gateway port host: dv-cinder-818233-1-iscsi {{(pid=101836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:14:11.782987 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-5b657d92-4c0f-41d6-b89c-0ed011b9b0f1 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks [] for port, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:11.816155 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-5b657d92-4c0f-41d6-b89c-0ed011b9b0f1 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:11.851882 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b657d92-4c0f-41d6-b89c-0ed011b9b0f1 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Network 183472ab-d8ab-4bee-8fe8-a0a558356eba is already hosted by enough agents. {{(pid=101834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:14:11.856634 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.base_scheduler [None req-5b657d92-4c0f-41d6-b89c-0ed011b9b0f1 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Resources bound (agent type, host, resource id): {{(pid=101834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:14:11.860071 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b657d92-4c0f-41d6-b89c-0ed011b9b0f1 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Received port after_create {{(pid=101834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:14:11.887630 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b657d92-4c0f-41d6-b89c-0ed011b9b0f1 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Pushing event updated for resources: {'Port': ['ID=8501797e-c06c-430e-9f3c-160c625f4733,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:14:11.948631 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.agents_db [None req-8c09612d-4555-4199-ac80-2bf3536e394d None None] Agent healthcheck: found 6 active agents {{(pid=101836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 15:14:11.950910 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-5b657d92-4c0f-41d6-b89c-0ed011b9b0f1 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:11.973153 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-7a1b6885-7490-4b32-93c0-88d4faa34e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67131c45-8675-41c3-9032-ced585c364da', 'name': 'tempest-AttachVolumeShelveTestJSON-1052091465-router', 'tenant_id': '63de158095ca464198ff20de9427a670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '089d8041-40a4-416b-b250-06e17151b4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:14:06Z', 'updated_at': '2021-11-17T15:14:08Z', 'revision_number': 4, 'project_id': '63de158095ca464198ff20de9427a670', 'gw_port': {'id': '089d8041-40a4-416b-b250-06e17151b4de', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:50:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67131c45-8675-41c3-9032-ced585c364da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:14:06Z', 'updated_at': '2021-11-17T15:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': 'f50aaf35-a5cd-40dc-a73a-65dc86b4c53b', 'name': '', 'network_id': '2d259df1-c4ab-4d22-8926-f0a465d8e0b5', 'tenant_id': '63de158095ca464198ff20de9427a670', 'mac_address': 'fa:16:3e:24:21:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67131c45-8675-41c3-9032-ced585c364da', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8a8d8948-a156-4cc4-9771-6d5567fbb98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:14:08Z', 'updated_at': '2021-11-17T15:14:08Z', 'revision_number': 2, 'project_id': '63de158095ca464198ff20de9427a670', 'subnets': [{'id': '8a8d8948-a156-4cc4-9771-6d5567fbb98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:14:11.986863 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-5b657d92-4c0f-41d6-b89c-0ed011b9b0f1 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:12.005764 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1b6885-7490-4b32-93c0-88d4faa34e52 None None] Checking router: 67131c45-8675-41c3-9032-ced585c364da for host: dv-cinder-818233-1-iscsi {{(pid=101836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 15:14:12.006123 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1b6885-7490-4b32-93c0-88d4faa34e52 None None] Updating router 67131c45-8675-41c3-9032-ced585c364da port f50aaf35-a5cd-40dc-a73a-65dc86b4c53b binding host dv-cinder-818233-1-iscsi {{(pid=101836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 17 15:14:12.109280 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6885-7490-4b32-93c0-88d4faa34e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:12.141811 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-5b657d92-4c0f-41d6-b89c-0ed011b9b0f1 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks [] for port, precommit_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:12.146425 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-5b657d92-4c0f-41d6-b89c-0ed011b9b0f1 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4397568'] for port, after_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:12.214634 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b657d92-4c0f-41d6-b89c-0ed011b9b0f1 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Pushing event updated for resources: {'Port': ['ID=8501797e-c06c-430e-9f3c-160c625f4733,revision_number=2']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:14:12.222874 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-5b657d92-4c0f-41d6-b89c-0ed011b9b0f1 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526871'] for floatingip, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:12.239906 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-5b657d92-4c0f-41d6-b89c-0ed011b9b0f1 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for floatingip, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:12.241132 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-5b657d92-4c0f-41d6-b89c-0ed011b9b0f1 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7878532 Nov 17 15:14:12.376895 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6885-7490-4b32-93c0-88d4faa34e52 None None] Publish callbacks [] for port, precommit_update {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:12.382427 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6885-7490-4b32-93c0-88d4faa34e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:12.412955 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-35f2a69f-39e0-48e0-a738-8a10ce364ae9 req-b9369b37-34f5-47cb-b18f-ab18000c6064 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1078108648&fields=id&tenant_id=63de158095ca464198ff20de9427a670 HTTP/1.1" status: 200 len: 267 time: 0.0560696 Nov 17 15:14:12.430313 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a946195-b737-44a7-af11-c48fa86ca768 None None] Pushing event updated for resources: {'Port': ['ID=f50aaf35-a5cd-40dc-a73a-65dc86b4c53b,revision_number=3']} {{(pid=101836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:14:12.439092 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a946195-b737-44a7-af11-c48fa86ca768 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:14:12.439480 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a946195-b737-44a7-af11-c48fa86ca768 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:14:12.439827 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a946195-b737-44a7-af11-c48fa86ca768 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:14:12.440156 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a946195-b737-44a7-af11-c48fa86ca768 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:14:12.440488 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a946195-b737-44a7-af11-c48fa86ca768 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:14:12.440816 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a946195-b737-44a7-af11-c48fa86ca768 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:14:12.441141 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a946195-b737-44a7-af11-c48fa86ca768 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:14:12.441462 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a946195-b737-44a7-af11-c48fa86ca768 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:14:12.441802 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a946195-b737-44a7-af11-c48fa86ca768 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:14:12.442126 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a946195-b737-44a7-af11-c48fa86ca768 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:14:12.442998 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a946195-b737-44a7-af11-c48fa86ca768 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:14:12.443317 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a946195-b737-44a7-af11-c48fa86ca768 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:14:12.508962 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.managers [None req-7a1b6885-7490-4b32-93c0-88d4faa34e52 None None] Attempting to bind port f50aaf35-a5cd-40dc-a73a-65dc86b4c53b on host dv-cinder-818233-1-iscsi for vnic_type normal with profile {{(pid=101836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 15:14:12.509328 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.managers [None req-7a1b6885-7490-4b32-93c0-88d4faa34e52 None None] Attempting to bind port f50aaf35-a5cd-40dc-a73a-65dc86b4c53b by drivers openvswitch,hyperv on host dv-cinder-818233-1-iscsi at level 0 using segments [{'id': 'ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '2d259df1-c4ab-4d22-8926-f0a465d8e0b5'}] {{(pid=101836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 15:14:12.509681 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1b6885-7490-4b32-93c0-88d4faa34e52 None None] Attempting to bind port f50aaf35-a5cd-40dc-a73a-65dc86b4c53b on network 2d259df1-c4ab-4d22-8926-f0a465d8e0b5 {{(pid=101836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:14:12.514892 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1b6885-7490-4b32-93c0-88d4faa34e52 None None] Checking agent: {'id': '80212031-474b-4b2d-a4cc-c8968f8491db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818233-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 15, 2, 57), 'started_at': datetime.datetime(2021, 11, 17, 15, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 15, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818233-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 15:14:12.515262 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1b6885-7490-4b32-93c0-88d4faa34e52 None None] Checking segment: {'id': 'ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '2d259df1-c4ab-4d22-8926-f0a465d8e0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:14:12.515689 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6885-7490-4b32-93c0-88d4faa34e52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:12.516075 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1b6885-7490-4b32-93c0-88d4faa34e52 None None] Bound using segment: {'id': 'ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '2d259df1-c4ab-4d22-8926-f0a465d8e0b5'} {{(pid=101836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 15:14:12.516657 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.managers [None req-7a1b6885-7490-4b32-93c0-88d4faa34e52 None None] Bound port: f50aaf35-a5cd-40dc-a73a-65dc86b4c53b, host: dv-cinder-818233-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '2d259df1-c4ab-4d22-8926-f0a465d8e0b5'}}] {{(pid=101836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 15:14:12.517057 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6885-7490-4b32-93c0-88d4faa34e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:12.532727 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f2a69f-39e0-48e0-a738-8a10ce364ae9 req-4bada5b0-051e-4df2-86c0-009b24ef4750 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:12.539814 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-35f2a69f-39e0-48e0-a738-8a10ce364ae9 req-4bada5b0-051e-4df2-86c0-009b24ef4750 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/networks?id=2d259df1-c4ab-4d22-8926-f0a465d8e0b5 HTTP/1.1" status: 200 len: 817 time: 0.1192658 Nov 17 15:14:12.550871 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-35f2a69f-39e0-48e0-a738-8a10ce364ae9 req-1c8e2151-32de-4ad2-88d1-79e88948ea6e tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/quotas/63de158095ca464198ff20de9427a670 HTTP/1.1" status: 200 len: 375 time: 0.0100348 Nov 17 15:14:12.581047 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.db [None req-7a1b6885-7490-4b32-93c0-88d4faa34e52 None None] For port f50aaf35-a5cd-40dc-a73a-65dc86b4c53b, host dv-cinder-818233-1-iscsi, cleared binding levels {{(pid=101836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 15:14:12.585268 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.db [None req-7a1b6885-7490-4b32-93c0-88d4faa34e52 None None] For port f50aaf35-a5cd-40dc-a73a-65dc86b4c53b, host dv-cinder-818233-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=f50aaf35-a5cd-40dc-a73a-65dc86b4c53b,segment=NetworkSegment(ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5),segment_id=ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5)] {{(pid=101836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 15:14:12.591288 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6885-7490-4b32-93c0-88d4faa34e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:12.608477 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-35f2a69f-39e0-48e0-a738-8a10ce364ae9 req-577dded8-5a7a-443d-b01c-a4dd6ab08682 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=63de158095ca464198ff20de9427a670&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515666 Nov 17 15:14:12.632924 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-cd1ad29b-772a-49e9-a619-1253f80558ce None None] Provisioning complete for port f50aaf35-a5cd-40dc-a73a-65dc86b4c53b triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:14:12.633430 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-cd1ad29b-772a-49e9-a619-1253f80558ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:12.678661 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1b6885-7490-4b32-93c0-88d4faa34e52 None None] Routers {'67131c45-8675-41c3-9032-ced585c364da'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:14:12.679980 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-7a1b6885-7490-4b32-93c0-88d4faa34e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:13:54Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['67131c45-8675-41c3-9032-ced585c364da'], 'active': True} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:14:12.724869 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-cd1ad29b-772a-49e9-a619-1253f80558ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:12.727257 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device 089d8041-40a4-416b-b250-06e17151b4de up at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:14:12.751070 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-35f2a69f-39e0-48e0-a738-8a10ce364ae9 req-d3fc6adf-66c8-4e88-b5f2-0280a2d00389 service neutron] 10.222.0.62 "GET /v2.0/networks/2d259df1-c4ab-4d22-8926-f0a465d8e0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274469 Nov 17 15:14:12.801249 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Provisioning complete for port 089d8041-40a4-416b-b250-06e17151b4de triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:14:12.802303 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:12.806937 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvr_db [None req-7a1b6885-7490-4b32-93c0-88d4faa34e52 None None] Set router 67131c45-8675-41c3-9032-ced585c364da gateway port host: dv-cinder-818233-1-iscsi {{(pid=101836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:14:12.812808 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a946195-b737-44a7-af11-c48fa86ca768 None None] Pushing event updated for resources: {'Port': ['ID=f50aaf35-a5cd-40dc-a73a-65dc86b4c53b,revision_number=4']} {{(pid=101836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:14:12.831783 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-cd1ad29b-772a-49e9-a619-1253f80558ce None None] For port f50aaf35-a5cd-40dc-a73a-65dc86b4c53b, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=f50aaf35-a5cd-40dc-a73a-65dc86b4c53b,segment=NetworkSegment(ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5),segment_id=ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:14:12.844668 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-cd1ad29b-772a-49e9-a619-1253f80558ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:12.873441 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-35f2a69f-39e0-48e0-a738-8a10ce364ae9 req-25beffee-3d0b-41bb-b9e1-8acb22f1cf60 service neutron] 10.222.0.62 "GET /v2.0/networks/2d259df1-c4ab-4d22-8926-f0a465d8e0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214375 Nov 17 15:14:12.936610 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ad29b-772a-49e9-a619-1253f80558ce None None] Pushing event updated for resources: {'Port': ['ID=f50aaf35-a5cd-40dc-a73a-65dc86b4c53b,revision_number=5']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:14:12.981190 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-b12a2242-30eb-4a99-bf87-f992e70d3dce None None] Provisioning complete for port f50aaf35-a5cd-40dc-a73a-65dc86b4c53b triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:14:12.981641 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-b12a2242-30eb-4a99-bf87-f992e70d3dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:13.046253 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-7a1b6885-7490-4b32-93c0-88d4faa34e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67131c45-8675-41c3-9032-ced585c364da', 'name': 'tempest-AttachVolumeShelveTestJSON-1052091465-router', 'tenant_id': '63de158095ca464198ff20de9427a670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '089d8041-40a4-416b-b250-06e17151b4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:14:06Z', 'updated_at': '2021-11-17T15:14:08Z', 'revision_number': 4, 'project_id': '63de158095ca464198ff20de9427a670', 'gw_port': {'id': '089d8041-40a4-416b-b250-06e17151b4de', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:50:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67131c45-8675-41c3-9032-ced585c364da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:14:06Z', 'updated_at': '2021-11-17T15:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': 'f50aaf35-a5cd-40dc-a73a-65dc86b4c53b', 'name': '', 'network_id': '2d259df1-c4ab-4d22-8926-f0a465d8e0b5', 'tenant_id': '63de158095ca464198ff20de9427a670', 'mac_address': 'fa:16:3e:24:21:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67131c45-8675-41c3-9032-ced585c364da', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8a8d8948-a156-4cc4-9771-6d5567fbb98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:14:08Z', 'updated_at': '2021-11-17T15:14:12Z', 'revision_number': 4, 'project_id': '63de158095ca464198ff20de9427a670', 'subnets': [{'id': '8a8d8948-a156-4cc4-9771-6d5567fbb98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:14:13.060547 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-63ed9aea-f01a-4bbf-809b-97f5735c2418 req-d16d4910-7dab-4e1f-802e-85de6ed98fa0 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 210 time: 0.0472436 Nov 17 15:14:13.080440 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1b6885-7490-4b32-93c0-88d4faa34e52 None None] The sync data for ids ['67131c45-8675-41c3-9032-ced585c364da'] in dv-cinder-818233-1-iscsi is: [{'id': '67131c45-8675-41c3-9032-ced585c364da', 'name': 'tempest-AttachVolumeShelveTestJSON-1052091465-router', 'tenant_id': '63de158095ca464198ff20de9427a670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '089d8041-40a4-416b-b250-06e17151b4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:14:06Z', 'updated_at': '2021-11-17T15:14:08Z', 'revision_number': 4, 'project_id': '63de158095ca464198ff20de9427a670', 'gw_port': {'id': '089d8041-40a4-416b-b250-06e17151b4de', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:50:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67131c45-8675-41c3-9032-ced585c364da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:14:06Z', 'updated_at': '2021-11-17T15:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': 'f50aaf35-a5cd-40dc-a73a-65dc86b4c53b', 'name': '', 'network_id': '2d259df1-c4ab-4d22-8926-f0a465d8e0b5', 'tenant_id': '63de158095ca464198ff20de9427a670', 'mac_address': 'fa:16:3e:24:21:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67131c45-8675-41c3-9032-ced585c364da', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8a8d8948-a156-4cc4-9771-6d5567fbb98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:14:08Z', 'updated_at': '2021-11-17T15:14:12Z', 'revision_number': 4, 'project_id': '63de158095ca464198ff20de9427a670', 'subnets': [{'id': '8a8d8948-a156-4cc4-9771-6d5567fbb98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 15:14:14.096537 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f2a69f-39e0-48e0-a738-8a10ce364ae9 req-284b0a35-3034-4b2c-ad32-b76226850576 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:14.098096 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-35f2a69f-39e0-48e0-a738-8a10ce364ae9 req-284b0a35-3034-4b2c-ad32-b76226850576 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.55 "GET /v2.0/networks?id=2d259df1-c4ab-4d22-8926-f0a465d8e0b5 HTTP/1.1" status: 200 len: 817 time: 0.1038058 Nov 17 15:14:14.162337 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-e43c73e5-1973-4d00-b679-93e0d12e3d46 req-8dac7b53-4dae-4c8f-9f31-09d3c82f0707 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 210 time: 0.0266821 Nov 17 15:14:14.232619 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-35f2a69f-39e0-48e0-a738-8a10ce364ae9 req-658c77ff-0359-44db-b2da-822443ca8e2a tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63de158095ca464198ff20de9427a670 HTTP/1.1" status: 200 len: 380 time: 0.0639582 Nov 17 15:14:14.247845 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [req-35f2a69f-39e0-48e0-a738-8a10ce364ae9 req-7753e755-90a1-487f-a68e-bb94116167a1 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Request body: {'port': {'device_id': 'a0d10d8b-4d76-4bb3-964d-bbffa65ef564', 'network_id': '2d259df1-c4ab-4d22-8926-f0a465d8e0b5', 'admin_state_up': True, 'tenant_id': '63de158095ca464198ff20de9427a670', 'security_groups': ['95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357']}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:14:14.366871 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35f2a69f-39e0-48e0-a738-8a10ce364ae9 req-7753e755-90a1-487f-a68e-bb94116167a1 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Made reservation on behalf of 63de158095ca464198ff20de9427a670 for: {'port': 1} {{(pid=101834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:14:14.370308 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-35f2a69f-39e0-48e0-a738-8a10ce364ae9 req-7753e755-90a1-487f-a68e-bb94116167a1 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:14.494596 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.db_base_plugin_common [req-35f2a69f-39e0-48e0-a738-8a10ce364ae9 req-7753e755-90a1-487f-a68e-bb94116167a1 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Allocated IP 172.20.0.6 (2d259df1-c4ab-4d22-8926-f0a465d8e0b5/8a8d8948-a156-4cc4-9771-6d5567fbb98c/0b9b658b-f1e8-4029-b50e-dd415ed21f06) {{(pid=101834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:14:14.624038 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-35f2a69f-39e0-48e0-a738-8a10ce364ae9 req-7753e755-90a1-487f-a68e-bb94116167a1 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks [] for port, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:14.662002 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-35f2a69f-39e0-48e0-a738-8a10ce364ae9 req-7753e755-90a1-487f-a68e-bb94116167a1 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:14.702332 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35f2a69f-39e0-48e0-a738-8a10ce364ae9 req-7753e755-90a1-487f-a68e-bb94116167a1 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Network 2d259df1-c4ab-4d22-8926-f0a465d8e0b5 is already hosted by enough agents. {{(pid=101834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:14:14.705358 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.base_scheduler [req-35f2a69f-39e0-48e0-a738-8a10ce364ae9 req-7753e755-90a1-487f-a68e-bb94116167a1 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Resources bound (agent type, host, resource id): {{(pid=101834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:14:14.708031 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device f50aaf35-a5cd-40dc-a73a-65dc86b4c53b up at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:14:14.709256 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f2a69f-39e0-48e0-a738-8a10ce364ae9 req-7753e755-90a1-487f-a68e-bb94116167a1 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Received port after_create {{(pid=101834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:14:14.747978 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7753e755-90a1-487f-a68e-bb94116167a1 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Pushing event updated for resources: {'Port': ['ID=0b9b658b-f1e8-4029-b50e-dd415ed21f06,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:14:14.758984 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Provisioning complete for port f50aaf35-a5cd-40dc-a73a-65dc86b4c53b triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:14:14.759384 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:14.768955 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f2a69f-39e0-48e0-a738-8a10ce364ae9 req-7753e755-90a1-487f-a68e-bb94116167a1 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:14.769582 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-35f2a69f-39e0-48e0-a738-8a10ce364ae9 req-7753e755-90a1-487f-a68e-bb94116167a1 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for port, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:14.785505 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-35f2a69f-39e0-48e0-a738-8a10ce364ae9 req-7753e755-90a1-487f-a68e-bb94116167a1 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5418556 Nov 17 15:14:14.925093 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-9be6df22-5ce8-40e0-b2ec-4d1b6bcec1fd None None] Provisioning complete for port 0b9b658b-f1e8-4029-b50e-dd415ed21f06 triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:14:14.925457 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-9be6df22-5ce8-40e0-b2ec-4d1b6bcec1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:14.957472 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-9be6df22-5ce8-40e0-b2ec-4d1b6bcec1fd None None] Port 0b9b658b-f1e8-4029-b50e-dd415ed21f06 cannot update to ACTIVE because it is not bound. {{(pid=101835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 15:14:15.285947 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd83f5-00e0-46be-aa16-4c2f80467b67 req-e07a1201-72a9-43b2-bbe9-6e92d5f53a90 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:15.287443 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-56fd83f5-00e0-46be-aa16-4c2f80467b67 req-e07a1201-72a9-43b2-bbe9-6e92d5f53a90 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 931 time: 0.0488000 Nov 17 15:14:15.333872 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-56fd83f5-00e0-46be-aa16-4c2f80467b67 req-7c23819a-fba9-461f-afc1-9318320773ba tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406253 Nov 17 15:14:16.381624 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [req-35f2a69f-39e0-48e0-a738-8a10ce364ae9 req-ba44fb51-31cc-4e13-a7ec-c62c989e0284 service neutron] Request body: {'port': {'device_id': 'a0d10d8b-4d76-4bb3-964d-bbffa65ef564', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81823'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:14:16.464207 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-35f2a69f-39e0-48e0-a738-8a10ce364ae9 req-ba44fb51-31cc-4e13-a7ec-c62c989e0284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:16.495134 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421e615-e717-4954-be20-22b951c032ed req-c36ab6b7-2e85-478f-9c74-ee6411668a42 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:16.496635 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-7421e615-e717-4954-be20-22b951c032ed req-c36ab6b7-2e85-478f-9c74-ee6411668a42 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 931 time: 0.0873778 Nov 17 15:14:16.856282 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-7421e615-e717-4954-be20-22b951c032ed req-294ac14a-310a-4ce5-9f1f-959bc7f45579 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042771 Nov 17 15:14:17.008401 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.notifiers.nova [req-35f2a69f-39e0-48e0-a738-8a10ce364ae9 req-ba44fb51-31cc-4e13-a7ec-c62c989e0284 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b9b658b-f1e8-4029-b50e-dd415ed21f06 {{(pid=101834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 15:14:17.015671 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-35f2a69f-39e0-48e0-a738-8a10ce364ae9 req-ba44fb51-31cc-4e13-a7ec-c62c989e0284 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:17.027281 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.provisioning_blocks [req-35f2a69f-39e0-48e0-a738-8a10ce364ae9 req-ba44fb51-31cc-4e13-a7ec-c62c989e0284 service neutron] Transition to ACTIVE for port object 0b9b658b-f1e8-4029-b50e-dd415ed21f06 will not be triggered until provisioned by entity L2. {{(pid=101834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 17 15:14:17.031007 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-35f2a69f-39e0-48e0-a738-8a10ce364ae9 req-ba44fb51-31cc-4e13-a7ec-c62c989e0284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4397568'] for port, after_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:17.085531 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44fb51-31cc-4e13-a7ec-c62c989e0284 service neutron] Pushing event updated for resources: {'Port': ['ID=0b9b658b-f1e8-4029-b50e-dd415ed21f06,revision_number=2']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:14:17.153708 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.managers [req-35f2a69f-39e0-48e0-a738-8a10ce364ae9 req-ba44fb51-31cc-4e13-a7ec-c62c989e0284 service neutron] Attempting to bind port 0b9b658b-f1e8-4029-b50e-dd415ed21f06 on host hv-cinder-81823 for vnic_type normal with profile {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 15:14:17.154037 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.managers [req-35f2a69f-39e0-48e0-a738-8a10ce364ae9 req-ba44fb51-31cc-4e13-a7ec-c62c989e0284 service neutron] Attempting to bind port 0b9b658b-f1e8-4029-b50e-dd415ed21f06 by drivers openvswitch,hyperv on host hv-cinder-81823 at level 0 using segments [{'id': 'ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '2d259df1-c4ab-4d22-8926-f0a465d8e0b5'}] {{(pid=101834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 15:14:17.154393 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f2a69f-39e0-48e0-a738-8a10ce364ae9 req-ba44fb51-31cc-4e13-a7ec-c62c989e0284 service neutron] Attempting to bind port 0b9b658b-f1e8-4029-b50e-dd415ed21f06 on network 2d259df1-c4ab-4d22-8926-f0a465d8e0b5 {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:14:17.158861 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f2a69f-39e0-48e0-a738-8a10ce364ae9 req-ba44fb51-31cc-4e13-a7ec-c62c989e0284 service neutron] Port 0b9b658b-f1e8-4029-b50e-dd415ed21f06 on network 2d259df1-c4ab-4d22-8926-f0a465d8e0b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81823 {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 17 15:14:17.159181 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f2a69f-39e0-48e0-a738-8a10ce364ae9 req-ba44fb51-31cc-4e13-a7ec-c62c989e0284 service neutron] Attempting to bind port 0b9b658b-f1e8-4029-b50e-dd415ed21f06 on network 2d259df1-c4ab-4d22-8926-f0a465d8e0b5 {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:14:17.164760 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f2a69f-39e0-48e0-a738-8a10ce364ae9 req-ba44fb51-31cc-4e13-a7ec-c62c989e0284 service neutron] Checking agent: {'id': '56359ff8-4a05-4ac1-99e4-1793cc03f30f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81823', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 15, 9, 3), 'started_at': datetime.datetime(2021, 11, 17, 15, 9, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 15, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 15:14:17.165094 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f2a69f-39e0-48e0-a738-8a10ce364ae9 req-ba44fb51-31cc-4e13-a7ec-c62c989e0284 service neutron] Checking segment: {'id': 'ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '2d259df1-c4ab-4d22-8926-f0a465d8e0b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:14:17.165468 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f2a69f-39e0-48e0-a738-8a10ce364ae9 req-ba44fb51-31cc-4e13-a7ec-c62c989e0284 service neutron] Bound using segment: {'id': 'ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '2d259df1-c4ab-4d22-8926-f0a465d8e0b5'} {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 15:14:17.165893 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.managers [req-35f2a69f-39e0-48e0-a738-8a10ce364ae9 req-ba44fb51-31cc-4e13-a7ec-c62c989e0284 service neutron] Bound port: 0b9b658b-f1e8-4029-b50e-dd415ed21f06, host: hv-cinder-81823, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '2d259df1-c4ab-4d22-8926-f0a465d8e0b5'}}] {{(pid=101834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 15:14:17.166350 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-35f2a69f-39e0-48e0-a738-8a10ce364ae9 req-ba44fb51-31cc-4e13-a7ec-c62c989e0284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:17.230193 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [req-35f2a69f-39e0-48e0-a738-8a10ce364ae9 req-ba44fb51-31cc-4e13-a7ec-c62c989e0284 service neutron] For port 0b9b658b-f1e8-4029-b50e-dd415ed21f06, host hv-cinder-81823, cleared binding levels {{(pid=101834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 15:14:17.233511 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [req-35f2a69f-39e0-48e0-a738-8a10ce364ae9 req-ba44fb51-31cc-4e13-a7ec-c62c989e0284 service neutron] For port 0b9b658b-f1e8-4029-b50e-dd415ed21f06, host hv-cinder-81823, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=0b9b658b-f1e8-4029-b50e-dd415ed21f06,segment=NetworkSegment(ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5),segment_id=ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5)] {{(pid=101834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 15:14:17.237863 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-35f2a69f-39e0-48e0-a738-8a10ce364ae9 req-ba44fb51-31cc-4e13-a7ec-c62c989e0284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4397568'] for port, after_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:17.276643 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f2a69f-39e0-48e0-a738-8a10ce364ae9 req-ba44fb51-31cc-4e13-a7ec-c62c989e0284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:17.277263 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-35f2a69f-39e0-48e0-a738-8a10ce364ae9 req-ba44fb51-31cc-4e13-a7ec-c62c989e0284 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for port, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:17.278746 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-35f2a69f-39e0-48e0-a738-8a10ce364ae9 req-ba44fb51-31cc-4e13-a7ec-c62c989e0284 service neutron] 10.222.0.55 "PUT /v2.0/ports/0b9b658b-f1e8-4029-b50e-dd415ed21f06 HTTP/1.1" status: 200 len: 1093 time: 0.9022760 Nov 17 15:14:17.279339 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0d10d8b-4d76-4bb3-964d-bbffa65ef564', 'tag': '0b9b658b-f1e8-4029-b50e-dd415ed21f06'}] {{(pid=101834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:14:17.287394 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10d7295a2f7876e94fbb36dd5f9fa1a1524f2628f083d864ab6dabde9166157e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1fdb42-2be0-4e30-b23e-621569b32a16" -d '{"events": [{"name": "network-changed", "server_uuid": "a0d10d8b-4d76-4bb3-964d-bbffa65ef564", "tag": "0b9b658b-f1e8-4029-b50e-dd415ed21f06"}]}' {{(pid=101834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:14:17.317759 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44fb51-31cc-4e13-a7ec-c62c989e0284 service neutron] Pushing event updated for resources: {'Port': ['ID=0b9b658b-f1e8-4029-b50e-dd415ed21f06,revision_number=3']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:14:17.338723 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 15:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de91e2d2-a381-43a1-bc0a-1f3a2bdef93e x-openstack-request-id: req-de91e2d2-a381-43a1-bc0a-1f3a2bdef93e {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:14:17.339017 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0d10d8b-4d76-4bb3-964d-bbffa65ef564", "tag": "0b9b658b-f1e8-4029-b50e-dd415ed21f06", "status": "completed", "code": 200}]} {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:14:17.339268 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-de91e2d2-a381-43a1-bc0a-1f3a2bdef93e {{(pid=101834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:14:17.339687 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0d10d8b-4d76-4bb3-964d-bbffa65ef564', 'tag': '0b9b658b-f1e8-4029-b50e-dd415ed21f06', 'status': 'completed', 'code': 200} Nov 17 15:14:17.436788 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1fdb42-2be0-4e30-b23e-621569b32a16 req-fb054fbf-613f-4716-bdda-b5153c5e1ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:17.438304 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-1d1fdb42-2be0-4e30-b23e-621569b32a16 req-fb054fbf-613f-4716-bdda-b5153c5e1ed6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=63de158095ca464198ff20de9427a670&device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 1096 time: 0.0417101 Nov 17 15:14:17.536394 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1fdb42-2be0-4e30-b23e-621569b32a16 req-191f4b6b-fc00-4991-974f-a835bddb04eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:17.537850 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-1d1fdb42-2be0-4e30-b23e-621569b32a16 req-191f4b6b-fc00-4991-974f-a835bddb04eb service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=63de158095ca464198ff20de9427a670&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0898046 Nov 17 15:14:17.634605 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1fdb42-2be0-4e30-b23e-621569b32a16 req-b4acae38-2449-41ef-81f3-9a3491539fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:17.636097 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-1d1fdb42-2be0-4e30-b23e-621569b32a16 req-b4acae38-2449-41ef-81f3-9a3491539fe5 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899451 Nov 17 15:14:17.718701 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f2a69f-39e0-48e0-a738-8a10ce364ae9 req-1cd314d8-052f-4a18-b0d8-656ec2ade76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:17.720098 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-35f2a69f-39e0-48e0-a738-8a10ce364ae9 req-1cd314d8-052f-4a18-b0d8-656ec2ade76b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=63de158095ca464198ff20de9427a670&device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 1096 time: 0.0400510 Nov 17 15:14:17.768364 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-35f2a69f-39e0-48e0-a738-8a10ce364ae9 req-fe733ef9-4795-4ea7-8e20-5d079b075b95 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b9b658b-f1e8-4029-b50e-dd415ed21f06 HTTP/1.1" status: 200 len: 217 time: 0.0358021 Nov 17 15:14:17.823745 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f2a69f-39e0-48e0-a738-8a10ce364ae9 req-68f3bef9-c0f3-4bb8-994a-fb07bfc6cbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:17.825142 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-35f2a69f-39e0-48e0-a738-8a10ce364ae9 req-68f3bef9-c0f3-4bb8-994a-fb07bfc6cbc7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8a8d8948-a156-4cc4-9771-6d5567fbb98c HTTP/1.1" status: 200 len: 856 time: 0.0427496 Nov 17 15:14:17.871390 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f2a69f-39e0-48e0-a738-8a10ce364ae9 req-4a9cab1c-a483-46f2-9301-21942769dbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:17.872822 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-35f2a69f-39e0-48e0-a738-8a10ce364ae9 req-4a9cab1c-a483-46f2-9301-21942769dbd0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2d259df1-c4ab-4d22-8926-f0a465d8e0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387566 Nov 17 15:14:17.991671 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-35f2a69f-39e0-48e0-a738-8a10ce364ae9 req-b9716f33-b312-44e4-9fc8-33c44f45ebdd service neutron] 10.222.0.55 "GET /v2.0/networks/2d259df1-c4ab-4d22-8926-f0a465d8e0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104562 Nov 17 15:14:18.003205 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9393ffa-9e81-4a5e-9634-2e1e56d0ac67 req-13b0b4ca-ced0-44e3-af4f-d44006dbc50c tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:18.004680 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-f9393ffa-9e81-4a5e-9634-2e1e56d0ac67 req-13b0b4ca-ced0-44e3-af4f-d44006dbc50c tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 943 time: 0.0679455 Nov 17 15:14:18.112307 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-f9393ffa-9e81-4a5e-9634-2e1e56d0ac67 req-c64bb5b8-9b10-4af5-a884-a73b5fbebdcc tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972424 Nov 17 15:14:18.127782 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-35f2a69f-39e0-48e0-a738-8a10ce364ae9 req-c69fc87d-3b91-4440-ac25-053c31ac1cce service neutron] 10.222.0.55 "GET /v2.0/networks/2d259df1-c4ab-4d22-8926-f0a465d8e0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222086 Nov 17 15:14:19.231186 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dad2f0-9d30-4cb7-ad77-ea4692bc162c req-4761e32d-c3a2-47b3-a4ce-22f7a22991e8 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:19.232677 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-76dad2f0-9d30-4cb7-ad77-ea4692bc162c req-4761e32d-c3a2-47b3-a4ce-22f7a22991e8 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 943 time: 0.0484781 Nov 17 15:14:19.278197 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-76dad2f0-9d30-4cb7-ad77-ea4692bc162c req-b1a73151-b2f7-4c3f-bfca-2a7e9c66c02a tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397232 Nov 17 15:14:20.396733 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22fc4d-ed27-4cf3-a51c-b206a42cc686 req-e4f810ef-720e-4abb-b1f3-64dc3e23d339 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:20.398198 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-6a22fc4d-ed27-4cf3-a51c-b206a42cc686 req-e4f810ef-720e-4abb-b1f3-64dc3e23d339 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 943 time: 0.0480402 Nov 17 15:14:20.445843 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-6a22fc4d-ed27-4cf3-a51c-b206a42cc686 req-b00da37a-986b-4132-9798-25dd5048cd3a tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404079 Nov 17 15:14:21.461240 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-e7ff4acd-1bab-4eda-a8d7-ae7cc783a35b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:21.565852 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e1eac-50a0-4e0b-954b-352d0ef6e179 req-960f31b1-3c41-4247-a5c1-ec7ad3f7256c tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:21.567265 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-c35e1eac-50a0-4e0b-954b-352d0ef6e179 req-960f31b1-3c41-4247-a5c1-ec7ad3f7256c tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 943 time: 0.0509183 Nov 17 15:14:21.613841 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-c35e1eac-50a0-4e0b-954b-352d0ef6e179 req-52ff5f9a-d571-40b3-81ae-3e0ad1d91bbc tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407045 Nov 17 15:14:22.734597 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad960c-421e-4000-b392-e948fdbcd27e req-c993752b-9f58-4a62-888d-f9ea745b8d94 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:22.736011 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-3fad960c-421e-4000-b392-e948fdbcd27e req-c993752b-9f58-4a62-888d-f9ea745b8d94 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 943 time: 0.0493982 Nov 17 15:14:22.782538 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-3fad960c-421e-4000-b392-e948fdbcd27e req-f924e43c-7056-440f-8b83-0a4b72cfa860 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405188 Nov 17 15:14:23.371742 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device 0b9b658b-f1e8-4029-b50e-dd415ed21f06 details requested by agent hyperv_hv-cinder-81823 with host hv-cinder-81823 {{(pid=101835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 17 15:14:23.466759 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port 0b9b658b-f1e8-4029-b50e-dd415ed21f06, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=0b9b658b-f1e8-4029-b50e-dd415ed21f06,segment=NetworkSegment(ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5),segment_id=ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:14:23.477699 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Returning: {'device': '0b9b658b-f1e8-4029-b50e-dd415ed21f06', 'network_id': '2d259df1-c4ab-4d22-8926-f0a465d8e0b5', 'port_id': '0b9b658b-f1e8-4029-b50e-dd415ed21f06', 'mac_address': 'fa:16:3e:8f:69:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a8d8948-a156-4cc4-9771-6d5567fbb98c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 17 15:14:23.513463 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:23.526629 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.notifiers.nova [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b9b658b-f1e8-4029-b50e-dd415ed21f06 {{(pid=101835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 15:14:23.544798 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port 0b9b658b-f1e8-4029-b50e-dd415ed21f06, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=0b9b658b-f1e8-4029-b50e-dd415ed21f06,segment=NetworkSegment(ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5),segment_id=ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:14:23.548618 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:23.594389 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Pushing event updated for resources: {'Port': ['ID=0b9b658b-f1e8-4029-b50e-dd415ed21f06,revision_number=4']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:14:23.790694 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-89824cb6-c676-428e-aac8-8facc9c07e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:23.854456 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] get_ports_and_sgs() called for port_ids ['0b9b658b-f1e8-4029-b50e-dd415ed21f06'] {{(pid=101835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 15:14:23.900278 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac0853-3849-4fc1-9824-c13acb2d6ef2 req-08da9540-acb7-4217-bae9-5c02d66db65c tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:23.901785 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-97ac0853-3849-4fc1-9824-c13acb2d6ef2 req-08da9540-acb7-4217-bae9-5c02d66db65c tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 944 time: 0.0493374 Nov 17 15:14:23.949804 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-97ac0853-3849-4fc1-9824-c13acb2d6ef2 req-7faa60b1-6925-4fef-963d-33d555e9022b tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418651 Nov 17 15:14:24.763045 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:25.078574 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b48ce-b8cd-4cfc-a319-4f13d02389ff req-5a6d6f5c-8e81-45ab-b692-a230c69c644f tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:25.080783 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-291b48ce-b8cd-4cfc-a319-4f13d02389ff req-5a6d6f5c-8e81-45ab-b692-a230c69c644f tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 944 time: 0.0599115 Nov 17 15:14:25.132248 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-291b48ce-b8cd-4cfc-a319-4f13d02389ff req-63dffafb-b8e8-4a1e-b370-0acd87e3c17e tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456734 Nov 17 15:14:25.389492 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device 0b9b658b-f1e8-4029-b50e-dd415ed21f06 up at agent hyperv_hv-cinder-81823 {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:14:25.441949 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Provisioning for port 0b9b658b-f1e8-4029-b50e-dd415ed21f06 completed by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 17 15:14:25.445885 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Provisioning complete for port 0b9b658b-f1e8-4029-b50e-dd415ed21f06 triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:14:25.446251 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:25.520309 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:25.543047 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d10d8b-4d76-4bb3-964d-bbffa65ef564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b9b658b-f1e8-4029-b50e-dd415ed21f06'}] {{(pid=101835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:14:25.545281 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc2a867bdaff5c76f0208ec4146e14dfecc9fe2083470249ba9c3c2934649c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cecdcf2-1258-4302-ba3d-df343fc2114e" -d '{"events": [{"server_uuid": "a0d10d8b-4d76-4bb3-964d-bbffa65ef564", "name": "network-vif-plugged", "status": "completed", "tag": "0b9b658b-f1e8-4029-b50e-dd415ed21f06"}]}' {{(pid=101835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:14:25.557408 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port 0b9b658b-f1e8-4029-b50e-dd415ed21f06, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=0b9b658b-f1e8-4029-b50e-dd415ed21f06,segment=NetworkSegment(ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5),segment_id=ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:14:25.562275 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:25.584318 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 15:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847048f7-8602-4065-aa87-246788635bbb x-openstack-request-id: req-847048f7-8602-4065-aa87-246788635bbb {{(pid=101835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:14:25.584635 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d10d8b-4d76-4bb3-964d-bbffa65ef564", "name": "network-vif-plugged", "status": "completed", "tag": "0b9b658b-f1e8-4029-b50e-dd415ed21f06", "code": 200}]} {{(pid=101835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:14:25.585424 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-847048f7-8602-4065-aa87-246788635bbb {{(pid=101835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:14:25.585807 dv-cinder-818233-1-iscsi neutron-server[101835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d10d8b-4d76-4bb3-964d-bbffa65ef564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b9b658b-f1e8-4029-b50e-dd415ed21f06', 'code': 200} Nov 17 15:14:25.611034 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Pushing event updated for resources: {'Port': ['ID=0b9b658b-f1e8-4029-b50e-dd415ed21f06,revision_number=5']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:14:25.751574 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dbefe8-770f-4551-817c-deedf0ba14ad req-9b5988a4-5d22-4d6c-963c-d80abedfaf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:25.752933 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-11dbefe8-770f-4551-817c-deedf0ba14ad req-9b5988a4-5d22-4d6c-963c-d80abedfaf50 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 1098 time: 0.0386395 Nov 17 15:14:25.804676 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-11dbefe8-770f-4551-817c-deedf0ba14ad req-406c2b23-fe7a-415e-8a0e-8dd8953f5555 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359771 Nov 17 15:14:26.256501 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ddb06c-3f0b-4b40-9b09-b4a9734fa8f0 req-f863cea3-46d7-47f0-8019-a1fd3f0927a4 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:26.258548 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-b4ddb06c-3f0b-4b40-9b09-b4a9734fa8f0 req-f863cea3-46d7-47f0-8019-a1fd3f0927a4 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 945 time: 0.0555449 Nov 17 15:14:26.261559 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:26.305394 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-b4ddb06c-3f0b-4b40-9b09-b4a9734fa8f0 req-bb367e36-9460-4528-83b4-e359b6115c4b tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402875 Nov 17 15:14:27.088481 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:27.432083 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a6b58-4422-4c01-b9ec-deb5452cd1b7 req-1697668f-4fbc-4b7e-b7f2-515078a55e1a tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:27.433536 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-2d7a6b58-4422-4c01-b9ec-deb5452cd1b7 req-1697668f-4fbc-4b7e-b7f2-515078a55e1a tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 945 time: 0.0493832 Nov 17 15:14:27.434999 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8cbf14-ee08-49ec-9350-718bd98e0d4e req-8e38e9a7-2ca5-4817-a2d9-fdb504c4f37c tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:27.436506 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-4c8cbf14-ee08-49ec-9350-718bd98e0d4e req-8e38e9a7-2ca5-4817-a2d9-fdb504c4f37c tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.62 "GET /v2.0/ports?device_id=78457610-33d0-4cf3-8c84-5bb795c3d574 HTTP/1.1" status: 200 len: 945 time: 0.0515125 Nov 17 15:14:27.484185 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-4c8cbf14-ee08-49ec-9350-718bd98e0d4e req-3143f15e-7b18-4ac3-ac98-783cecdd7955 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.62 "GET /v2.0/security-groups?id=05308ce0-b69a-4d2e-aadd-e9c3ac3b49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413244 Nov 17 15:14:27.484820 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-2d7a6b58-4422-4c01-b9ec-deb5452cd1b7 req-a76c196c-c458-4fef-8d29-7f7359ffc389 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410988 Nov 17 15:14:27.601526 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010dbd5-fadc-4b69-8efb-740eeef281e7 req-bdea809d-4595-4e76-9f05-29cd002ee7f9 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:27.602962 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-2010dbd5-fadc-4b69-8efb-740eeef281e7 req-bdea809d-4595-4e76-9f05-29cd002ee7f9 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 945 time: 0.0478668 Nov 17 15:14:27.611797 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 33114) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:14:27.615987 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [None req-41941ea3-d934-4611-8e6b-11ac283db7fe tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Request body: {'floatingip': {'port_id': '0b9b658b-f1e8-4029-b50e-dd415ed21f06'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:14:27.684236 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-41941ea3-d934-4611-8e6b-11ac283db7fe tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks [] for floatingip, before_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:28.117658 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-41941ea3-d934-4611-8e6b-11ac283db7fe tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:28.121414 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-41941ea3-d934-4611-8e6b-11ac283db7fe tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526871'] for floatingip, after_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:28.216819 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.db.l3_db [None req-41941ea3-d934-4611-8e6b-11ac283db7fe tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Floating IP b1ed5945-9c5a-4897-bc7c-bb18fc60d19f associated. External IP: 172.27.1.118, port: 0b9b658b-f1e8-4029-b50e-dd415ed21f06. Nov 17 15:14:28.415252 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41941ea3-d934-4611-8e6b-11ac283db7fe tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Router 67131c45-8675-41c3-9032-ced585c364da has already been hosted by L3 agent ed3bd2e8-8a22-4616-b806-7e727ef760a6 {{(pid=101834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 15:14:28.519852 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41941ea3-d934-4611-8e6b-11ac283db7fe tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Notify agent at l3_agent.dv-cinder-818233-1-iscsi the message routers_updated {{(pid=101834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 15:14:28.526380 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-41941ea3-d934-4611-8e6b-11ac283db7fe tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for floatingip, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:28.529873 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8c2fbc-b1a7-48a2-8602-b1932fef54da None None] Sync routers for ids ['67131c45-8675-41c3-9032-ced585c364da'] in dv-cinder-818233-1-iscsi {{(pid=101835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 15:14:28.540747 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8c2fbc-b1a7-48a2-8602-b1932fef54da None None] Routers {'67131c45-8675-41c3-9032-ced585c364da'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:14:28.541483 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-7b8c2fbc-b1a7-48a2-8602-b1932fef54da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:14:24Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['67131c45-8675-41c3-9032-ced585c364da'], 'active': True} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:14:28.602001 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ad52e-9277-48b6-8bb8-a09fa0046c46 req-02beecdf-f58b-4e5b-89d7-89750c247e29 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:28.605889 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-ce8ad52e-9277-48b6-8bb8-a09fa0046c46 req-02beecdf-f58b-4e5b-89d7-89750c247e29 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.62 "GET /v2.0/ports?device_id=78457610-33d0-4cf3-8c84-5bb795c3d574 HTTP/1.1" status: 200 len: 945 time: 0.0530379 Nov 17 15:14:28.653433 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvr_db [None req-7b8c2fbc-b1a7-48a2-8602-b1932fef54da None None] Set router 67131c45-8675-41c3-9032-ced585c364da gateway port host: dv-cinder-818233-1-iscsi {{(pid=101835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:14:28.664280 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-ce8ad52e-9277-48b6-8bb8-a09fa0046c46 req-8790403b-cda9-4635-9670-3a3304a2ae4e tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.62 "GET /v2.0/security-groups?id=05308ce0-b69a-4d2e-aadd-e9c3ac3b49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544112 Nov 17 15:14:28.799520 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-41941ea3-d934-4611-8e6b-11ac283db7fe tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "PUT /v2.0/floatingips/b1ed5945-9c5a-4897-bc7c-bb18fc60d19f HTTP/1.1" status: 200 len: 991 time: 1.1866372 Nov 17 15:14:28.800113 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0d10d8b-4d76-4bb3-964d-bbffa65ef564', 'tag': '0b9b658b-f1e8-4029-b50e-dd415ed21f06'}] {{(pid=101834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:14:28.802384 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10d7295a2f7876e94fbb36dd5f9fa1a1524f2628f083d864ab6dabde9166157e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023b3677-43ba-48c3-99b2-afc983212d1f" -d '{"events": [{"name": "network-changed", "server_uuid": "a0d10d8b-4d76-4bb3-964d-bbffa65ef564", "tag": "0b9b658b-f1e8-4029-b50e-dd415ed21f06"}]}' {{(pid=101834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:14:28.856162 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 15:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8105ae1d-8cf4-41c5-9138-9f19d0f7dec4 x-openstack-request-id: req-8105ae1d-8cf4-41c5-9138-9f19d0f7dec4 {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:14:28.856453 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0d10d8b-4d76-4bb3-964d-bbffa65ef564", "tag": "0b9b658b-f1e8-4029-b50e-dd415ed21f06", "status": "completed", "code": 200}]} {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:14:28.856700 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8105ae1d-8cf4-41c5-9138-9f19d0f7dec4 {{(pid=101834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:14:28.857087 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0d10d8b-4d76-4bb3-964d-bbffa65ef564', 'tag': '0b9b658b-f1e8-4029-b50e-dd415ed21f06', 'status': 'completed', 'code': 200} Nov 17 15:14:28.929483 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b3677-43ba-48c3-99b2-afc983212d1f req-71695980-cc56-4b16-a579-d43972a79f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:28.930892 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-023b3677-43ba-48c3-99b2-afc983212d1f req-71695980-cc56-4b16-a579-d43972a79f26 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=63de158095ca464198ff20de9427a670&device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 1098 time: 0.0410137 Nov 17 15:14:29.025721 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b3677-43ba-48c3-99b2-afc983212d1f req-5a060942-0adb-4f1a-8c3c-d61528c149cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:29.027172 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-023b3677-43ba-48c3-99b2-afc983212d1f req-5a060942-0adb-4f1a-8c3c-d61528c149cc service neutron] 10.222.0.55 "GET /v2.0/networks?id=2d259df1-c4ab-4d22-8926-f0a465d8e0b5 HTTP/1.1" status: 200 len: 918 time: 0.0846362 Nov 17 15:14:29.040708 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-7b8c2fbc-b1a7-48a2-8602-b1932fef54da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67131c45-8675-41c3-9032-ced585c364da', 'name': 'tempest-AttachVolumeShelveTestJSON-1052091465-router', 'tenant_id': '63de158095ca464198ff20de9427a670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '089d8041-40a4-416b-b250-06e17151b4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:14:06Z', 'updated_at': '2021-11-17T15:14:08Z', 'revision_number': 4, 'project_id': '63de158095ca464198ff20de9427a670', 'gw_port': {'id': '089d8041-40a4-416b-b250-06e17151b4de', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:50:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67131c45-8675-41c3-9032-ced585c364da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:14:06Z', 'updated_at': '2021-11-17T15:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_floatingips': [{'id': 'b1ed5945-9c5a-4897-bc7c-bb18fc60d19f', 'tenant_id': '63de158095ca464198ff20de9427a670', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'router_id': '67131c45-8675-41c3-9032-ced585c364da', 'port_id': '0b9b658b-f1e8-4029-b50e-dd415ed21f06', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d259df1-c4ab-4d22-8926-f0a465d8e0b5', 'mac_address': 'fa:16:3e:8f:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d10d8b-4d76-4bb3-964d-bbffa65ef564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T15:14:11Z', 'updated_at': '2021-11-17T15:14:28Z', 'revision_number': 1, 'project_id': '63de158095ca464198ff20de9427a670', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f50aaf35-a5cd-40dc-a73a-65dc86b4c53b', 'name': '', 'network_id': '2d259df1-c4ab-4d22-8926-f0a465d8e0b5', 'tenant_id': '63de158095ca464198ff20de9427a670', 'mac_address': 'fa:16:3e:24:21:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67131c45-8675-41c3-9032-ced585c364da', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8a8d8948-a156-4cc4-9771-6d5567fbb98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:14:08Z', 'updated_at': '2021-11-17T15:14:12Z', 'revision_number': 5, 'project_id': '63de158095ca464198ff20de9427a670', 'subnets': [{'id': '8a8d8948-a156-4cc4-9771-6d5567fbb98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:14:29.065804 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8c2fbc-b1a7-48a2-8602-b1932fef54da None None] Checking router: 67131c45-8675-41c3-9032-ced585c364da for host: dv-cinder-818233-1-iscsi {{(pid=101835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 15:14:29.073900 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8c2fbc-b1a7-48a2-8602-b1932fef54da None None] Routers {'67131c45-8675-41c3-9032-ced585c364da'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:14:29.074509 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-7b8c2fbc-b1a7-48a2-8602-b1932fef54da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:14:24Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['67131c45-8675-41c3-9032-ced585c364da'], 'active': True} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:14:29.101936 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-023b3677-43ba-48c3-99b2-afc983212d1f req-e14baaba-38d5-4952-bb37-42a6a10d203b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b9b658b-f1e8-4029-b50e-dd415ed21f06 HTTP/1.1" status: 200 len: 999 time: 0.0567906 Nov 17 15:14:29.153806 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b3677-43ba-48c3-99b2-afc983212d1f req-79858eab-3c25-4e6c-baf3-9ddb4446f527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:29.155296 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-023b3677-43ba-48c3-99b2-afc983212d1f req-79858eab-3c25-4e6c-baf3-9ddb4446f527 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8a8d8948-a156-4cc4-9771-6d5567fbb98c HTTP/1.1" status: 200 len: 856 time: 0.0426807 Nov 17 15:14:29.179134 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvr_db [None req-7b8c2fbc-b1a7-48a2-8602-b1932fef54da None None] Set router 67131c45-8675-41c3-9032-ced585c364da gateway port host: dv-cinder-818233-1-iscsi {{(pid=101835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:14:29.206308 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b3677-43ba-48c3-99b2-afc983212d1f req-ddd40a34-e3e6-450d-9596-5f0b66527053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:29.207731 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-023b3677-43ba-48c3-99b2-afc983212d1f req-ddd40a34-e3e6-450d-9596-5f0b66527053 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2d259df1-c4ab-4d22-8926-f0a465d8e0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435262 Nov 17 15:14:29.309526 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-023b3677-43ba-48c3-99b2-afc983212d1f req-bb4016da-3a1e-4d6d-bcbb-004e3a4575bf service neutron] 10.222.0.55 "GET /v2.0/networks/2d259df1-c4ab-4d22-8926-f0a465d8e0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829697 Nov 17 15:14:29.405193 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-023b3677-43ba-48c3-99b2-afc983212d1f req-35bac245-4e7d-4a18-93c8-9c6d1964cb8e service neutron] 10.222.0.55 "GET /v2.0/networks/2d259df1-c4ab-4d22-8926-f0a465d8e0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862277 Nov 17 15:14:29.407777 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-7b8c2fbc-b1a7-48a2-8602-b1932fef54da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67131c45-8675-41c3-9032-ced585c364da', 'name': 'tempest-AttachVolumeShelveTestJSON-1052091465-router', 'tenant_id': '63de158095ca464198ff20de9427a670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '089d8041-40a4-416b-b250-06e17151b4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:14:06Z', 'updated_at': '2021-11-17T15:14:08Z', 'revision_number': 4, 'project_id': '63de158095ca464198ff20de9427a670', 'gw_port': {'id': '089d8041-40a4-416b-b250-06e17151b4de', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:50:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67131c45-8675-41c3-9032-ced585c364da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:14:06Z', 'updated_at': '2021-11-17T15:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_floatingips': [{'id': 'b1ed5945-9c5a-4897-bc7c-bb18fc60d19f', 'tenant_id': '63de158095ca464198ff20de9427a670', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'router_id': '67131c45-8675-41c3-9032-ced585c364da', 'port_id': '0b9b658b-f1e8-4029-b50e-dd415ed21f06', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d259df1-c4ab-4d22-8926-f0a465d8e0b5', 'mac_address': 'fa:16:3e:8f:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d10d8b-4d76-4bb3-964d-bbffa65ef564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T15:14:11Z', 'updated_at': '2021-11-17T15:14:28Z', 'revision_number': 1, 'project_id': '63de158095ca464198ff20de9427a670', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f50aaf35-a5cd-40dc-a73a-65dc86b4c53b', 'name': '', 'network_id': '2d259df1-c4ab-4d22-8926-f0a465d8e0b5', 'tenant_id': '63de158095ca464198ff20de9427a670', 'mac_address': 'fa:16:3e:24:21:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67131c45-8675-41c3-9032-ced585c364da', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8a8d8948-a156-4cc4-9771-6d5567fbb98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:14:08Z', 'updated_at': '2021-11-17T15:14:12Z', 'revision_number': 5, 'project_id': '63de158095ca464198ff20de9427a670', 'subnets': [{'id': '8a8d8948-a156-4cc4-9771-6d5567fbb98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:14:29.435160 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8c2fbc-b1a7-48a2-8602-b1932fef54da None None] The sync data for ids ['67131c45-8675-41c3-9032-ced585c364da'] in dv-cinder-818233-1-iscsi is: [{'id': '67131c45-8675-41c3-9032-ced585c364da', 'name': 'tempest-AttachVolumeShelveTestJSON-1052091465-router', 'tenant_id': '63de158095ca464198ff20de9427a670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '089d8041-40a4-416b-b250-06e17151b4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:14:06Z', 'updated_at': '2021-11-17T15:14:08Z', 'revision_number': 4, 'project_id': '63de158095ca464198ff20de9427a670', 'gw_port': {'id': '089d8041-40a4-416b-b250-06e17151b4de', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:50:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67131c45-8675-41c3-9032-ced585c364da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:14:06Z', 'updated_at': '2021-11-17T15:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_floatingips': [{'id': 'b1ed5945-9c5a-4897-bc7c-bb18fc60d19f', 'tenant_id': '63de158095ca464198ff20de9427a670', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'router_id': '67131c45-8675-41c3-9032-ced585c364da', 'port_id': '0b9b658b-f1e8-4029-b50e-dd415ed21f06', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d259df1-c4ab-4d22-8926-f0a465d8e0b5', 'mac_address': 'fa:16:3e:8f:69:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d10d8b-4d76-4bb3-964d-bbffa65ef564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T15:14:11Z', 'updated_at': '2021-11-17T15:14:28Z', 'revision_number': 1, 'project_id': '63de158095ca464198ff20de9427a670', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f50aaf35-a5cd-40dc-a73a-65dc86b4c53b', 'name': '', 'network_id': '2d259df1-c4ab-4d22-8926-f0a465d8e0b5', 'tenant_id': '63de158095ca464198ff20de9427a670', 'mac_address': 'fa:16:3e:24:21:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67131c45-8675-41c3-9032-ced585c364da', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8a8d8948-a156-4cc4-9771-6d5567fbb98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:14:08Z', 'updated_at': '2021-11-17T15:14:12Z', 'revision_number': 5, 'project_id': '63de158095ca464198ff20de9427a670', 'subnets': [{'id': '8a8d8948-a156-4cc4-9771-6d5567fbb98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 15:14:29.460214 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36acd933-2a9b-4349-93dc-25a240a08a4e req-df0c3b39-af68-46d8-829b-a63bde93aaf8 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:29.461701 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-36acd933-2a9b-4349-93dc-25a240a08a4e req-df0c3b39-af68-46d8-829b-a63bde93aaf8 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.55 "GET /v2.0/ports?device_id=78457610-33d0-4cf3-8c84-5bb795c3d574 HTTP/1.1" status: 200 len: 945 time: 0.0567284 Nov 17 15:14:29.555966 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.plugin [req-36acd933-2a9b-4349-93dc-25a240a08a4e req-9a5b0215-f8e9-45bc-aced-8544e5837184 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Deleting port 832e3966-3818-4857-8012-fcc94703b689 {{(pid=101833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:14:29.556301 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-36acd933-2a9b-4349-93dc-25a240a08a4e req-9a5b0215-f8e9-45bc-aced-8544e5837184 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:29.626935 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7440a7-cadf-4d32-8ce5-c0e26d686444 None None] New status for floating IP b1ed5945-9c5a-4897-bc7c-bb18fc60d19f: ACTIVE {{(pid=101836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 17 15:14:29.650874 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.db [req-36acd933-2a9b-4349-93dc-25a240a08a4e req-9a5b0215-f8e9-45bc-aced-8544e5837184 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] For port 832e3966-3818-4857-8012-fcc94703b689, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=832e3966-3818-4857-8012-fcc94703b689,segment=NetworkSegment(7532adf9-7b13-451a-bde3-678752988f6e),segment_id=7532adf9-7b13-451a-bde3-678752988f6e)] {{(pid=101833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:14:29.651438 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-36acd933-2a9b-4349-93dc-25a240a08a4e req-9a5b0215-f8e9-45bc-aced-8544e5837184 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:29.663111 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.plugin [req-36acd933-2a9b-4349-93dc-25a240a08a4e req-9a5b0215-f8e9-45bc-aced-8544e5837184 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Calling delete_port for 832e3966-3818-4857-8012-fcc94703b689 owned by compute:nova {{(pid=101833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:14:29.824753 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a72ba-3b06-43ef-8007-02df3de8ddea req-0d7ce748-2108-4a36-9ee0-8e211dd9a7d3 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:29.826152 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-349a72ba-3b06-43ef-8007-02df3de8ddea req-0d7ce748-2108-4a36-9ee0-8e211dd9a7d3 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.62 "GET /v2.0/ports?device_id=78457610-33d0-4cf3-8c84-5bb795c3d574 HTTP/1.1" status: 200 len: 945 time: 0.0891485 Nov 17 15:14:29.827196 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-36acd933-2a9b-4349-93dc-25a240a08a4e req-9a5b0215-f8e9-45bc-aced-8544e5837184 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4228920'] for port, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:29.841379 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] get_ports_and_sgs() called for port_ids ['832e3966-3818-4857-8012-fcc94703b689'] {{(pid=101835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 15:14:29.862871 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b0215-f8e9-45bc-aced-8544e5837184 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Pushing event deleted for resources: {'Port': ['ID=832e3966-3818-4857-8012-fcc94703b689,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:14:29.923428 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.db.l3_dvrscheduler_db [req-36acd933-2a9b-4349-93dc-25a240a08a4e req-9a5b0215-f8e9-45bc-aced-8544e5837184 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] No DVR routers for this DVR port 832e3966-3818-4857-8012-fcc94703b689 on host hv-cinder-81823 {{(pid=101833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 15:14:29.929151 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-36acd933-2a9b-4349-93dc-25a240a08a4e req-9a5b0215-f8e9-45bc-aced-8544e5837184 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for port, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:29.932763 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-36acd933-2a9b-4349-93dc-25a240a08a4e req-9a5b0215-f8e9-45bc-aced-8544e5837184 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.55 "DELETE /v2.0/ports/832e3966-3818-4857-8012-fcc94703b689 HTTP/1.1" status: 204 len: 173 time: 0.4632816 Nov 17 15:14:29.933348 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78457610-33d0-4cf3-8c84-5bb795c3d574', 'name': 'network-vif-deleted', 'tag': '832e3966-3818-4857-8012-fcc94703b689'}] {{(pid=101833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:14:29.935498 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98a3914b10db2bda8b449d081c398edb642d8063ca6ecbd0a439108c8bd060b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47d0fd3-bf9b-43b2-9bf7-ce1a91464154" -d '{"events": [{"server_uuid": "78457610-33d0-4cf3-8c84-5bb795c3d574", "name": "network-vif-deleted", "tag": "832e3966-3818-4857-8012-fcc94703b689"}]}' {{(pid=101833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:14:29.946063 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-349a72ba-3b06-43ef-8007-02df3de8ddea req-f4834ebe-880e-49dd-a322-007b7f9b6398 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.62 "GET /v2.0/security-groups?id=05308ce0-b69a-4d2e-aadd-e9c3ac3b49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109228 Nov 17 15:14:29.995086 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 15:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc6519e-56e8-4e68-a5de-ebb3aa93a3ad x-openstack-request-id: req-afc6519e-56e8-4e68-a5de-ebb3aa93a3ad {{(pid=101833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:14:29.995490 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78457610-33d0-4cf3-8c84-5bb795c3d574", "name": "network-vif-deleted", "tag": "832e3966-3818-4857-8012-fcc94703b689", "status": "completed", "code": 200}]} {{(pid=101833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:14:29.995821 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-afc6519e-56e8-4e68-a5de-ebb3aa93a3ad {{(pid=101833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:14:29.996268 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78457610-33d0-4cf3-8c84-5bb795c3d574', 'name': 'network-vif-deleted', 'tag': '832e3966-3818-4857-8012-fcc94703b689', 'status': 'completed', 'code': 200} Nov 17 15:14:34.204454 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:34.206622 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device 832e3966-3818-4857-8012-fcc94703b689 no longer exists at agent hyperv_hv-cinder-81823 {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 15:14:34.230838 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] No Port match for: 832e3966-3818-4857-8012-fcc94703b689 {{(pid=101835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 15:14:34.231185 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device 832e3966-3818-4857-8012-fcc94703b689 not bound to the agent host hv-cinder-81823 {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 15:14:35.854251 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa96baa-26ee-4bf7-8b0c-82ebdc1addf4 req-e64c2823-511d-4ee6-b941-d7c49f042e06 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:35.855719 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-3fa96baa-26ee-4bf7-8b0c-82ebdc1addf4 req-e64c2823-511d-4ee6-b941-d7c49f042e06 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 946 time: 0.0482988 Nov 17 15:14:35.901397 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-3fa96baa-26ee-4bf7-8b0c-82ebdc1addf4 req-d546c42a-5e3d-449a-a6f9-f23c2b12c2f9 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=d021336b-71ed-4ed3-bf6c-930a92e4b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396774 Nov 17 15:14:37.014977 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2ec89-f37d-4f36-b13e-15bff3805f86 req-4c8d68e6-a746-4f7e-9680-2bc30cefadc5 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:37.016426 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-32b2ec89-f37d-4f36-b13e-15bff3805f86 req-4c8d68e6-a746-4f7e-9680-2bc30cefadc5 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 946 time: 0.0474203 Nov 17 15:14:37.062033 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-32b2ec89-f37d-4f36-b13e-15bff3805f86 req-c96033c1-fbfd-40e3-8690-dd71a849b93c tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=d021336b-71ed-4ed3-bf6c-930a92e4b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398076 Nov 17 15:14:38.178429 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1164b0a9-af0d-4b48-b10d-552504e14385 req-2f0e4ec1-daed-4d0b-8379-7df79f47169d tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:38.179880 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-1164b0a9-af0d-4b48-b10d-552504e14385 req-2f0e4ec1-daed-4d0b-8379-7df79f47169d tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 946 time: 0.0507717 Nov 17 15:14:38.225497 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-1164b0a9-af0d-4b48-b10d-552504e14385 req-a43eabe7-f35d-40bf-9d1e-7527f82c2735 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=d021336b-71ed-4ed3-bf6c-930a92e4b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398052 Nov 17 15:14:39.336792 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a583e63-db38-4017-8429-c2d81c202b48 req-03f6acb1-83bf-42f7-bffd-f05e0b79fa44 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:39.338226 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-7a583e63-db38-4017-8429-c2d81c202b48 req-03f6acb1-83bf-42f7-bffd-f05e0b79fa44 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 946 time: 0.0468018 Nov 17 15:14:39.384910 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-7a583e63-db38-4017-8429-c2d81c202b48 req-067c82a7-2deb-452f-afa8-afdf53fe3951 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=d021336b-71ed-4ed3-bf6c-930a92e4b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408056 Nov 17 15:14:40.505621 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3542e-7781-41fc-bd13-6fbde7f1b1fb req-83728ad5-189b-4f92-ba83-91943923e307 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:40.507054 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-8bd3542e-7781-41fc-bd13-6fbde7f1b1fb req-83728ad5-189b-4f92-ba83-91943923e307 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 946 time: 0.0471478 Nov 17 15:14:40.555786 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-8bd3542e-7781-41fc-bd13-6fbde7f1b1fb req-fba1e260-a571-4fd1-b43a-dd0c6a217ca1 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=d021336b-71ed-4ed3-bf6c-930a92e4b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422370 Nov 17 15:14:40.952633 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a46a2-731e-4c76-8e2b-329bc1ca2d13 req-e34e3b40-44a3-4f96-92d8-60e0bd37662c tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:40.953987 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-735a46a2-731e-4c76-8e2b-329bc1ca2d13 req-e34e3b40-44a3-4f96-92d8-60e0bd37662c tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.62 "GET /v2.0/networks?id=a486357d-4462-4852-b815-1b0e64541b08 HTTP/1.1" status: 200 len: 813 time: 0.0981719 Nov 17 15:14:40.968966 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-735a46a2-731e-4c76-8e2b-329bc1ca2d13 req-2325a54c-cba4-4f95-bf1d-d0e6dd3a5742 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.62 "GET /v2.0/quotas/491dcddc85e848f7b51f8883c22718ef HTTP/1.1" status: 200 len: 375 time: 0.0087452 Nov 17 15:14:41.002201 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-735a46a2-731e-4c76-8e2b-329bc1ca2d13 req-7498c8ca-1204-4391-89ee-4f60410c62f8 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=491dcddc85e848f7b51f8883c22718ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282128 Nov 17 15:14:41.089011 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-735a46a2-731e-4c76-8e2b-329bc1ca2d13 req-2b945507-394c-47d3-af46-b1ea301b7bf8 service neutron] 10.222.0.62 "GET /v2.0/networks/a486357d-4462-4852-b815-1b0e64541b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794878 Nov 17 15:14:41.379826 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-735a46a2-731e-4c76-8e2b-329bc1ca2d13 req-779e5383-626e-42f2-b013-2237864a4db4 service neutron] 10.222.0.62 "GET /v2.0/networks/a486357d-4462-4852-b815-1b0e64541b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849476 Nov 17 15:14:41.537048 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-2c448952-a75c-4104-a918-7ab8fc8ef3b6 req-60ebbef0-a834-486c-9440-7b23811ff9c4 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b0b2422-db51-4115-a81b-13034d6f030b HTTP/1.1" status: 200 len: 210 time: 0.0265703 Nov 17 15:14:41.670938 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf6834-89fc-4e75-866f-4744b913caec req-3c66d332-f9a2-40bc-8163-7d3396a3725d tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:41.672440 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-2ebf6834-89fc-4e75-866f-4744b913caec req-3c66d332-f9a2-40bc-8163-7d3396a3725d tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 946 time: 0.0511825 Nov 17 15:14:41.741324 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-2ebf6834-89fc-4e75-866f-4744b913caec req-dc6cd7bf-544c-4d89-813a-f80d17579e0a tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=d021336b-71ed-4ed3-bf6c-930a92e4b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495360 Nov 17 15:14:42.562164 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a46a2-731e-4c76-8e2b-329bc1ca2d13 req-e8665d2d-42e1-4f61-aad1-2785c3eceb59 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:42.563799 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-735a46a2-731e-4c76-8e2b-329bc1ca2d13 req-e8665d2d-42e1-4f61-aad1-2785c3eceb59 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.55 "GET /v2.0/networks?id=a486357d-4462-4852-b815-1b0e64541b08 HTTP/1.1" status: 200 len: 813 time: 0.1020088 Nov 17 15:14:42.594880 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.v2.base [req-735a46a2-731e-4c76-8e2b-329bc1ca2d13 req-1533ccf0-cfa4-4501-85dc-df899a9307c2 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Request body: {'port': {'device_id': '6b0b2422-db51-4115-a81b-13034d6f030b', 'network_id': 'a486357d-4462-4852-b815-1b0e64541b08', 'admin_state_up': True, 'tenant_id': '491dcddc85e848f7b51f8883c22718ef'}} {{(pid=101833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:14:42.645833 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-00485d72-83b7-4122-8298-8ba48e783c24 req-56d1ce49-c2bf-4af2-9014-83d1436ff1ba tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b0b2422-db51-4115-a81b-13034d6f030b HTTP/1.1" status: 200 len: 210 time: 0.0357642 Nov 17 15:14:42.725211 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-735a46a2-731e-4c76-8e2b-329bc1ca2d13 req-1533ccf0-cfa4-4501-85dc-df899a9307c2 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Made reservation on behalf of 491dcddc85e848f7b51f8883c22718ef for: {'port': 1} {{(pid=101833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:14:42.728558 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-735a46a2-731e-4c76-8e2b-329bc1ca2d13 req-1533ccf0-cfa4-4501-85dc-df899a9307c2 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:42.841121 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff5f5b-3166-4f65-809f-49f8ca195aa8 req-6d64d5ee-337e-43e5-a34a-c8b16e826d4a tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:42.842772 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-64ff5f5b-3166-4f65-809f-49f8ca195aa8 req-6d64d5ee-337e-43e5-a34a-c8b16e826d4a tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 946 time: 0.0509415 Nov 17 15:14:42.851269 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.db.db_base_plugin_common [req-735a46a2-731e-4c76-8e2b-329bc1ca2d13 req-1533ccf0-cfa4-4501-85dc-df899a9307c2 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Allocated IP 172.20.0.11 (a486357d-4462-4852-b815-1b0e64541b08/ad1e2260-249c-4beb-bf18-62e10c187d8a/e33db3b9-010a-46a6-b2a0-7af44f9e376e) {{(pid=101833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:14:42.892179 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-64ff5f5b-3166-4f65-809f-49f8ca195aa8 req-a434a4a5-ce15-4a91-9f0b-af65059bfc15 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=d021336b-71ed-4ed3-bf6c-930a92e4b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433712 Nov 17 15:14:42.997495 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-735a46a2-731e-4c76-8e2b-329bc1ca2d13 req-1533ccf0-cfa4-4501-85dc-df899a9307c2 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Publish callbacks [] for port, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:43.030492 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-735a46a2-731e-4c76-8e2b-329bc1ca2d13 req-1533ccf0-cfa4-4501-85dc-df899a9307c2 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4228920'] for port, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:43.073740 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-735a46a2-731e-4c76-8e2b-329bc1ca2d13 req-1533ccf0-cfa4-4501-85dc-df899a9307c2 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Network a486357d-4462-4852-b815-1b0e64541b08 is already hosted by enough agents. {{(pid=101833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:14:43.076791 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.base_scheduler [req-735a46a2-731e-4c76-8e2b-329bc1ca2d13 req-1533ccf0-cfa4-4501-85dc-df899a9307c2 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Resources bound (agent type, host, resource id): {{(pid=101833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:14:43.080434 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.db.l3_dvrscheduler_db [req-735a46a2-731e-4c76-8e2b-329bc1ca2d13 req-1533ccf0-cfa4-4501-85dc-df899a9307c2 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Received port after_create {{(pid=101833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:14:43.086549 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1533ccf0-cfa4-4501-85dc-df899a9307c2 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Pushing event updated for resources: {'Port': ['ID=e33db3b9-010a-46a6-b2a0-7af44f9e376e,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:14:43.134743 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a46a2-731e-4c76-8e2b-329bc1ca2d13 req-1533ccf0-cfa4-4501-85dc-df899a9307c2 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:43.135344 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-735a46a2-731e-4c76-8e2b-329bc1ca2d13 req-1533ccf0-cfa4-4501-85dc-df899a9307c2 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for port, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:43.152074 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-735a46a2-731e-4c76-8e2b-329bc1ca2d13 req-1533ccf0-cfa4-4501-85dc-df899a9307c2 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5621867 Nov 17 15:14:43.164757 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.v2.base [req-735a46a2-731e-4c76-8e2b-329bc1ca2d13 req-d6bccbad-5b68-4977-b626-0cd27d9cbf61 service neutron] Request body: {'port': {'device_id': '6b0b2422-db51-4115-a81b-13034d6f030b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81823'}} {{(pid=101833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:14:43.214742 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-735a46a2-731e-4c76-8e2b-329bc1ca2d13 req-d6bccbad-5b68-4977-b626-0cd27d9cbf61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:43.464417 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.notifiers.nova [req-735a46a2-731e-4c76-8e2b-329bc1ca2d13 req-d6bccbad-5b68-4977-b626-0cd27d9cbf61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e33db3b9-010a-46a6-b2a0-7af44f9e376e {{(pid=101833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 15:14:43.471662 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-735a46a2-731e-4c76-8e2b-329bc1ca2d13 req-d6bccbad-5b68-4977-b626-0cd27d9cbf61 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:43.483846 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.db.provisioning_blocks [req-735a46a2-731e-4c76-8e2b-329bc1ca2d13 req-d6bccbad-5b68-4977-b626-0cd27d9cbf61 service neutron] Transition to ACTIVE for port object e33db3b9-010a-46a6-b2a0-7af44f9e376e will not be triggered until provisioned by entity L2. {{(pid=101833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 17 15:14:43.487419 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-735a46a2-731e-4c76-8e2b-329bc1ca2d13 req-d6bccbad-5b68-4977-b626-0cd27d9cbf61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4228911'] for port, after_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:43.555569 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bccbad-5b68-4977-b626-0cd27d9cbf61 service neutron] Pushing event updated for resources: {'Port': ['ID=e33db3b9-010a-46a6-b2a0-7af44f9e376e,revision_number=2']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:14:43.603496 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.managers [req-735a46a2-731e-4c76-8e2b-329bc1ca2d13 req-d6bccbad-5b68-4977-b626-0cd27d9cbf61 service neutron] Attempting to bind port e33db3b9-010a-46a6-b2a0-7af44f9e376e on host hv-cinder-81823 for vnic_type normal with profile {{(pid=101833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 15:14:43.603828 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.managers [req-735a46a2-731e-4c76-8e2b-329bc1ca2d13 req-d6bccbad-5b68-4977-b626-0cd27d9cbf61 service neutron] Attempting to bind port e33db3b9-010a-46a6-b2a0-7af44f9e376e by drivers openvswitch,hyperv on host hv-cinder-81823 at level 0 using segments [{'id': '7532adf9-7b13-451a-bde3-678752988f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a486357d-4462-4852-b815-1b0e64541b08'}] {{(pid=101833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 15:14:43.604153 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735a46a2-731e-4c76-8e2b-329bc1ca2d13 req-d6bccbad-5b68-4977-b626-0cd27d9cbf61 service neutron] Attempting to bind port e33db3b9-010a-46a6-b2a0-7af44f9e376e on network a486357d-4462-4852-b815-1b0e64541b08 {{(pid=101833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:14:43.608273 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735a46a2-731e-4c76-8e2b-329bc1ca2d13 req-d6bccbad-5b68-4977-b626-0cd27d9cbf61 service neutron] Port e33db3b9-010a-46a6-b2a0-7af44f9e376e on network a486357d-4462-4852-b815-1b0e64541b08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81823 {{(pid=101833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 17 15:14:43.608588 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735a46a2-731e-4c76-8e2b-329bc1ca2d13 req-d6bccbad-5b68-4977-b626-0cd27d9cbf61 service neutron] Attempting to bind port e33db3b9-010a-46a6-b2a0-7af44f9e376e on network a486357d-4462-4852-b815-1b0e64541b08 {{(pid=101833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:14:43.613309 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735a46a2-731e-4c76-8e2b-329bc1ca2d13 req-d6bccbad-5b68-4977-b626-0cd27d9cbf61 service neutron] Checking agent: {'id': '56359ff8-4a05-4ac1-99e4-1793cc03f30f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81823', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 15, 9, 3), 'started_at': datetime.datetime(2021, 11, 17, 15, 9, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 15, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 15:14:43.613576 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735a46a2-731e-4c76-8e2b-329bc1ca2d13 req-d6bccbad-5b68-4977-b626-0cd27d9cbf61 service neutron] Checking segment: {'id': '7532adf9-7b13-451a-bde3-678752988f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a486357d-4462-4852-b815-1b0e64541b08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:14:43.613941 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735a46a2-731e-4c76-8e2b-329bc1ca2d13 req-d6bccbad-5b68-4977-b626-0cd27d9cbf61 service neutron] Bound using segment: {'id': '7532adf9-7b13-451a-bde3-678752988f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a486357d-4462-4852-b815-1b0e64541b08'} {{(pid=101833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 15:14:43.614358 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.managers [req-735a46a2-731e-4c76-8e2b-329bc1ca2d13 req-d6bccbad-5b68-4977-b626-0cd27d9cbf61 service neutron] Bound port: e33db3b9-010a-46a6-b2a0-7af44f9e376e, host: hv-cinder-81823, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7532adf9-7b13-451a-bde3-678752988f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a486357d-4462-4852-b815-1b0e64541b08'}}] {{(pid=101833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 15:14:43.614699 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-735a46a2-731e-4c76-8e2b-329bc1ca2d13 req-d6bccbad-5b68-4977-b626-0cd27d9cbf61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:43.673971 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.db [req-735a46a2-731e-4c76-8e2b-329bc1ca2d13 req-d6bccbad-5b68-4977-b626-0cd27d9cbf61 service neutron] For port e33db3b9-010a-46a6-b2a0-7af44f9e376e, host hv-cinder-81823, cleared binding levels {{(pid=101833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 15:14:43.677093 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.db [req-735a46a2-731e-4c76-8e2b-329bc1ca2d13 req-d6bccbad-5b68-4977-b626-0cd27d9cbf61 service neutron] For port e33db3b9-010a-46a6-b2a0-7af44f9e376e, host hv-cinder-81823, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=e33db3b9-010a-46a6-b2a0-7af44f9e376e,segment=NetworkSegment(7532adf9-7b13-451a-bde3-678752988f6e),segment_id=7532adf9-7b13-451a-bde3-678752988f6e)] {{(pid=101833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 15:14:43.682183 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-735a46a2-731e-4c76-8e2b-329bc1ca2d13 req-d6bccbad-5b68-4977-b626-0cd27d9cbf61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4228911'] for port, after_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:43.731352 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a46a2-731e-4c76-8e2b-329bc1ca2d13 req-d6bccbad-5b68-4977-b626-0cd27d9cbf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:43.732030 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-735a46a2-731e-4c76-8e2b-329bc1ca2d13 req-d6bccbad-5b68-4977-b626-0cd27d9cbf61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for port, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:43.733546 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-735a46a2-731e-4c76-8e2b-329bc1ca2d13 req-d6bccbad-5b68-4977-b626-0cd27d9cbf61 service neutron] 10.222.0.55 "PUT /v2.0/ports/e33db3b9-010a-46a6-b2a0-7af44f9e376e HTTP/1.1" status: 200 len: 1094 time: 0.5729263 Nov 17 15:14:43.737346 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0b2422-db51-4115-a81b-13034d6f030b', 'tag': 'e33db3b9-010a-46a6-b2a0-7af44f9e376e'}] {{(pid=101833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:14:43.739802 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98a3914b10db2bda8b449d081c398edb642d8063ca6ecbd0a439108c8bd060b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18db23fc-09f3-41bb-96c8-e5db9d01018d" -d '{"events": [{"name": "network-changed", "server_uuid": "6b0b2422-db51-4115-a81b-13034d6f030b", "tag": "e33db3b9-010a-46a6-b2a0-7af44f9e376e"}]}' {{(pid=101833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:14:43.784097 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 15:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ecbe626-e76e-468b-a0d9-8246ca911f66 x-openstack-request-id: req-5ecbe626-e76e-468b-a0d9-8246ca911f66 {{(pid=101833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:14:43.784378 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b0b2422-db51-4115-a81b-13034d6f030b", "tag": "e33db3b9-010a-46a6-b2a0-7af44f9e376e", "status": "completed", "code": 200}]} {{(pid=101833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:14:43.784625 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5ecbe626-e76e-468b-a0d9-8246ca911f66 {{(pid=101833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:14:43.785010 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b0b2422-db51-4115-a81b-13034d6f030b', 'tag': 'e33db3b9-010a-46a6-b2a0-7af44f9e376e', 'status': 'completed', 'code': 200} Nov 17 15:14:43.799020 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bccbad-5b68-4977-b626-0cd27d9cbf61 service neutron] Pushing event updated for resources: {'Port': ['ID=e33db3b9-010a-46a6-b2a0-7af44f9e376e,revision_number=3']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:14:43.829370 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590e1e2-8f4d-46d6-8ee9-dfbe67a48252 req-3cce93fb-a19c-44d0-a8f4-66cbf9743ae2 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:43.830830 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-6590e1e2-8f4d-46d6-8ee9-dfbe67a48252 req-3cce93fb-a19c-44d0-a8f4-66cbf9743ae2 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b0b2422-db51-4115-a81b-13034d6f030b HTTP/1.1" status: 200 len: 944 time: 0.1157281 Nov 17 15:14:43.856968 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a46a2-731e-4c76-8e2b-329bc1ca2d13 req-98a9017e-6a38-4061-9f64-bca5e2bc2e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:43.858416 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-735a46a2-731e-4c76-8e2b-329bc1ca2d13 req-98a9017e-6a38-4061-9f64-bca5e2bc2e1b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=491dcddc85e848f7b51f8883c22718ef&device_id=6b0b2422-db51-4115-a81b-13034d6f030b HTTP/1.1" status: 200 len: 1097 time: 0.0760448 Nov 17 15:14:43.914975 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-735a46a2-731e-4c76-8e2b-329bc1ca2d13 req-99b1c0c6-1404-492a-999a-1368e6f3479e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e33db3b9-010a-46a6-b2a0-7af44f9e376e HTTP/1.1" status: 200 len: 217 time: 0.0462587 Nov 17 15:14:43.918604 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-6590e1e2-8f4d-46d6-8ee9-dfbe67a48252 req-62af47fe-1ab2-4f60-91de-4b25e4735410 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.62 "GET /v2.0/security-groups?id=05308ce0-b69a-4d2e-aadd-e9c3ac3b49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803096 Nov 17 15:14:43.965760 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a46a2-731e-4c76-8e2b-329bc1ca2d13 req-2e47e5e4-8ab0-457c-9770-036866c1d220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:43.967223 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-735a46a2-731e-4c76-8e2b-329bc1ca2d13 req-2e47e5e4-8ab0-457c-9770-036866c1d220 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ad1e2260-249c-4beb-bf18-62e10c187d8a HTTP/1.1" status: 200 len: 853 time: 0.0453112 Nov 17 15:14:44.023632 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-735a46a2-731e-4c76-8e2b-329bc1ca2d13 req-50f0ee0f-1dc0-4c4d-a435-a43d52296b59 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a486357d-4462-4852-b815-1b0e64541b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478508 Nov 17 15:14:44.066434 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100394e1-6467-4c9c-8699-e45b839a5455 req-03a53f4e-1001-4c93-ab6c-ba48e754b4ac tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:44.067855 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-100394e1-6467-4c9c-8699-e45b839a5455 req-03a53f4e-1001-4c93-ab6c-ba48e754b4ac tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 946 time: 0.0941820 Nov 17 15:14:44.154255 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-735a46a2-731e-4c76-8e2b-329bc1ca2d13 req-044129fa-fea4-4b2e-b456-bfb2dac7540f service neutron] 10.222.0.55 "GET /v2.0/networks/a486357d-4462-4852-b815-1b0e64541b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208076 Nov 17 15:14:44.157638 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-100394e1-6467-4c9c-8699-e45b839a5455 req-9b1bbbb5-e192-4a91-9dc6-26147b89b28a tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=d021336b-71ed-4ed3-bf6c-930a92e4b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831561 Nov 17 15:14:44.250008 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-735a46a2-731e-4c76-8e2b-329bc1ca2d13 req-e9bce50e-f527-41b6-b159-c5b2a6074ea1 service neutron] 10.222.0.55 "GET /v2.0/networks/a486357d-4462-4852-b815-1b0e64541b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854521 Nov 17 15:14:44.332866 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db23fc-09f3-41bb-96c8-e5db9d01018d req-868ff5aa-4dc5-44d2-94ab-bbd3ea0b674c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:44.334209 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-18db23fc-09f3-41bb-96c8-e5db9d01018d req-868ff5aa-4dc5-44d2-94ab-bbd3ea0b674c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=491dcddc85e848f7b51f8883c22718ef&device_id=6b0b2422-db51-4115-a81b-13034d6f030b HTTP/1.1" status: 200 len: 1097 time: 0.0404127 Nov 17 15:14:44.427221 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db23fc-09f3-41bb-96c8-e5db9d01018d req-dab8a064-2670-4e7e-8e69-330432ca6643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:44.428693 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-18db23fc-09f3-41bb-96c8-e5db9d01018d req-dab8a064-2670-4e7e-8e69-330432ca6643 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a486357d-4462-4852-b815-1b0e64541b08 HTTP/1.1" status: 200 len: 914 time: 0.0862572 Nov 17 15:14:44.491289 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-18db23fc-09f3-41bb-96c8-e5db9d01018d req-946c81bb-28d7-4ad4-944e-d08100d4545a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e33db3b9-010a-46a6-b2a0-7af44f9e376e HTTP/1.1" status: 200 len: 217 time: 0.0337822 Nov 17 15:14:44.538100 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db23fc-09f3-41bb-96c8-e5db9d01018d req-eb9554f1-05b3-4e82-a2f5-2fc6ebb9275c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:44.540051 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-18db23fc-09f3-41bb-96c8-e5db9d01018d req-eb9554f1-05b3-4e82-a2f5-2fc6ebb9275c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ad1e2260-249c-4beb-bf18-62e10c187d8a HTTP/1.1" status: 200 len: 853 time: 0.0419304 Nov 17 15:14:44.575002 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-18db23fc-09f3-41bb-96c8-e5db9d01018d req-1b1be412-908e-4f2a-8718-0658620082a7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a486357d-4462-4852-b815-1b0e64541b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268915 Nov 17 15:14:44.662207 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-18db23fc-09f3-41bb-96c8-e5db9d01018d req-62e50fc2-494a-49bd-a6cf-4cbb854de980 service neutron] 10.222.0.55 "GET /v2.0/networks/a486357d-4462-4852-b815-1b0e64541b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795426 Nov 17 15:14:44.756273 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-18db23fc-09f3-41bb-96c8-e5db9d01018d req-37d76570-0980-48b7-bd1a-c0e443d9025a service neutron] 10.222.0.55 "GET /v2.0/networks/a486357d-4462-4852-b815-1b0e64541b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834711 Nov 17 15:14:45.045462 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd8e653-b0f6-4cd2-91c7-8feed6405ecd req-86f23e64-1df0-4f26-87bc-b2fb2d0f2450 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:45.046933 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-4cd8e653-b0f6-4cd2-91c7-8feed6405ecd req-86f23e64-1df0-4f26-87bc-b2fb2d0f2450 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b0b2422-db51-4115-a81b-13034d6f030b HTTP/1.1" status: 200 len: 944 time: 0.0528259 Nov 17 15:14:45.093926 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-4cd8e653-b0f6-4cd2-91c7-8feed6405ecd req-52eabe1f-15e5-48c4-a461-2c5f7b64e26a tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.62 "GET /v2.0/security-groups?id=05308ce0-b69a-4d2e-aadd-e9c3ac3b49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407870 Nov 17 15:14:45.271062 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51fa4a8-28ab-44f4-aa3f-f470073b67e5 req-3abac22b-c0af-4bac-aa44-e25fd09edf81 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:45.272479 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-c51fa4a8-28ab-44f4-aa3f-f470073b67e5 req-3abac22b-c0af-4bac-aa44-e25fd09edf81 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 946 time: 0.0488892 Nov 17 15:14:45.319278 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-c51fa4a8-28ab-44f4-aa3f-f470073b67e5 req-e96beb2a-4c98-4688-b45e-2d07726a542a tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=d021336b-71ed-4ed3-bf6c-930a92e4b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409856 Nov 17 15:14:46.211904 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e2f10-7c45-40bf-ac40-3dbea1811eed req-160b60ee-9438-4172-ba45-a68ae70feda4 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:46.212384 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-bb3e2f10-7c45-40bf-ac40-3dbea1811eed req-160b60ee-9438-4172-ba45-a68ae70feda4 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b0b2422-db51-4115-a81b-13034d6f030b HTTP/1.1" status: 200 len: 944 time: 0.0493503 Nov 17 15:14:46.257296 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-bb3e2f10-7c45-40bf-ac40-3dbea1811eed req-9eb8876c-37b4-47f8-a282-955cf6f8c80b tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.62 "GET /v2.0/security-groups?id=05308ce0-b69a-4d2e-aadd-e9c3ac3b49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397747 Nov 17 15:14:46.434234 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771d81b-e715-4d88-8d1e-0eed059ad867 req-9414c600-2cb4-4b25-a391-8b04e478dd1f tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:46.435859 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-b771d81b-e715-4d88-8d1e-0eed059ad867 req-9414c600-2cb4-4b25-a391-8b04e478dd1f tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 946 time: 0.0474212 Nov 17 15:14:46.488131 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-b771d81b-e715-4d88-8d1e-0eed059ad867 req-d8d0e002-4cc6-4105-971a-7f8b4cfa9eeb tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=d021336b-71ed-4ed3-bf6c-930a92e4b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464320 Nov 17 15:14:47.372081 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e8ce8-c6d3-4b17-96ed-ad16821867a9 req-0cfe948f-4d7d-45aa-b786-691e63ada037 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:47.373550 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-383e8ce8-c6d3-4b17-96ed-ad16821867a9 req-0cfe948f-4d7d-45aa-b786-691e63ada037 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b0b2422-db51-4115-a81b-13034d6f030b HTTP/1.1" status: 200 len: 944 time: 0.0486608 Nov 17 15:14:47.418886 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-383e8ce8-c6d3-4b17-96ed-ad16821867a9 req-3ab63ffb-39dd-4bfb-a3e5-2d975f4428a0 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.62 "GET /v2.0/security-groups?id=05308ce0-b69a-4d2e-aadd-e9c3ac3b49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395825 Nov 17 15:14:47.606163 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4740aa72-3e67-4e2d-ab7b-b9c6f714f746 req-1ce68911-42a0-49b4-bff0-c80dda81d2d4 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:47.607638 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-4740aa72-3e67-4e2d-ab7b-b9c6f714f746 req-1ce68911-42a0-49b4-bff0-c80dda81d2d4 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 946 time: 0.0476086 Nov 17 15:14:47.656007 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-4740aa72-3e67-4e2d-ab7b-b9c6f714f746 req-727d29e4-3f53-44c8-b106-2df64dfb5889 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=d021336b-71ed-4ed3-bf6c-930a92e4b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426815 Nov 17 15:14:48.202193 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device e33db3b9-010a-46a6-b2a0-7af44f9e376e details requested by agent hyperv_hv-cinder-81823 with host hv-cinder-81823 {{(pid=101835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 17 15:14:48.296190 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port e33db3b9-010a-46a6-b2a0-7af44f9e376e, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=e33db3b9-010a-46a6-b2a0-7af44f9e376e,segment=NetworkSegment(7532adf9-7b13-451a-bde3-678752988f6e),segment_id=7532adf9-7b13-451a-bde3-678752988f6e)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:14:48.306576 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Returning: {'device': 'e33db3b9-010a-46a6-b2a0-7af44f9e376e', 'network_id': 'a486357d-4462-4852-b815-1b0e64541b08', 'port_id': 'e33db3b9-010a-46a6-b2a0-7af44f9e376e', 'mac_address': 'fa:16:3e:c1:8e:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad1e2260-249c-4beb-bf18-62e10c187d8a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 17 15:14:48.347996 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:48.361190 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.notifiers.nova [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e33db3b9-010a-46a6-b2a0-7af44f9e376e {{(pid=101835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 15:14:48.385381 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port e33db3b9-010a-46a6-b2a0-7af44f9e376e, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=e33db3b9-010a-46a6-b2a0-7af44f9e376e,segment=NetworkSegment(7532adf9-7b13-451a-bde3-678752988f6e),segment_id=7532adf9-7b13-451a-bde3-678752988f6e)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:14:48.389533 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:48.439452 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Pushing event updated for resources: {'Port': ['ID=e33db3b9-010a-46a6-b2a0-7af44f9e376e,revision_number=4']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:14:48.530814 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4794aae-1bca-4a0e-9453-4e325803c9b2 req-0c39b6e4-a7b8-448e-a9ae-3f965054f93a tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:48.532267 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-c4794aae-1bca-4a0e-9453-4e325803c9b2 req-0c39b6e4-a7b8-448e-a9ae-3f965054f93a tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b0b2422-db51-4115-a81b-13034d6f030b HTTP/1.1" status: 200 len: 945 time: 0.0471811 Nov 17 15:14:48.580383 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-c4794aae-1bca-4a0e-9453-4e325803c9b2 req-3a59ab4d-70cb-4305-87fc-eb76ef12752e tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.62 "GET /v2.0/security-groups?id=05308ce0-b69a-4d2e-aadd-e9c3ac3b49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421731 Nov 17 15:14:48.643036 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] get_ports_and_sgs() called for port_ids ['e33db3b9-010a-46a6-b2a0-7af44f9e376e'] {{(pid=101835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 15:14:48.774018 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc91bb2e-981b-4816-9c12-a26a62204714 req-10bd4148-4c81-4ac8-8933-4f3fc356f975 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:48.776378 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-cc91bb2e-981b-4816-9c12-a26a62204714 req-10bd4148-4c81-4ac8-8933-4f3fc356f975 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 946 time: 0.0494175 Nov 17 15:14:48.825668 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-cc91bb2e-981b-4816-9c12-a26a62204714 req-9879c538-7070-47cd-af3f-4ad1d77a5136 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=d021336b-71ed-4ed3-bf6c-930a92e4b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426500 Nov 17 15:14:48.947344 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.agents_db [None req-8c09612d-4555-4199-ac80-2bf3536e394d None None] Agent healthcheck: found 6 active agents {{(pid=101836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 15:14:49.697955 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e44a9-d183-4f34-8636-7333733ee99a req-9436d6c2-fb4c-4c9d-85eb-3c8552da2ddb tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:49.699429 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-318e44a9-d183-4f34-8636-7333733ee99a req-9436d6c2-fb4c-4c9d-85eb-3c8552da2ddb tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b0b2422-db51-4115-a81b-13034d6f030b HTTP/1.1" status: 200 len: 945 time: 0.0520477 Nov 17 15:14:49.745298 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-318e44a9-d183-4f34-8636-7333733ee99a req-360b2237-1c23-4a93-b613-0ddb62a9601d tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.62 "GET /v2.0/security-groups?id=05308ce0-b69a-4d2e-aadd-e9c3ac3b49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400689 Nov 17 15:14:49.938833 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed0d94-43ab-4ad1-aacb-34c96ec7d701 req-5b73b03d-07e7-4160-afa8-e9e9a00d3b80 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:49.940297 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-44ed0d94-43ab-4ad1-aacb-34c96ec7d701 req-5b73b03d-07e7-4160-afa8-e9e9a00d3b80 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 946 time: 0.0476089 Nov 17 15:14:49.985632 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-44ed0d94-43ab-4ad1-aacb-34c96ec7d701 req-f5efcec4-e654-4ff3-acb7-f0d3dd90e8c3 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=d021336b-71ed-4ed3-bf6c-930a92e4b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390997 Nov 17 15:14:50.213119 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device e33db3b9-010a-46a6-b2a0-7af44f9e376e up at agent hyperv_hv-cinder-81823 {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:14:50.262797 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Provisioning for port e33db3b9-010a-46a6-b2a0-7af44f9e376e completed by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 17 15:14:50.266176 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Provisioning complete for port e33db3b9-010a-46a6-b2a0-7af44f9e376e triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:14:50.266532 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:50.338518 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:50.360520 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0b2422-db51-4115-a81b-13034d6f030b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e33db3b9-010a-46a6-b2a0-7af44f9e376e'}] {{(pid=101835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:14:50.362699 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc2a867bdaff5c76f0208ec4146e14dfecc9fe2083470249ba9c3c2934649c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b3c8a9-8cf1-44a0-9088-4212d9ab7561" -d '{"events": [{"server_uuid": "6b0b2422-db51-4115-a81b-13034d6f030b", "name": "network-vif-plugged", "status": "completed", "tag": "e33db3b9-010a-46a6-b2a0-7af44f9e376e"}]}' {{(pid=101835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:14:50.375937 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port e33db3b9-010a-46a6-b2a0-7af44f9e376e, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=e33db3b9-010a-46a6-b2a0-7af44f9e376e,segment=NetworkSegment(7532adf9-7b13-451a-bde3-678752988f6e),segment_id=7532adf9-7b13-451a-bde3-678752988f6e)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:14:50.381048 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:50.404988 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 15:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9c8d0c-b5cc-4b8c-aa6f-f6e65fadcacb x-openstack-request-id: req-6a9c8d0c-b5cc-4b8c-aa6f-f6e65fadcacb {{(pid=101835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:14:50.405295 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0b2422-db51-4115-a81b-13034d6f030b", "name": "network-vif-plugged", "status": "completed", "tag": "e33db3b9-010a-46a6-b2a0-7af44f9e376e", "code": 200}]} {{(pid=101835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:14:50.405541 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6a9c8d0c-b5cc-4b8c-aa6f-f6e65fadcacb {{(pid=101835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:14:50.405917 dv-cinder-818233-1-iscsi neutron-server[101835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0b2422-db51-4115-a81b-13034d6f030b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e33db3b9-010a-46a6-b2a0-7af44f9e376e', 'code': 200} Nov 17 15:14:50.434133 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Pushing event updated for resources: {'Port': ['ID=e33db3b9-010a-46a6-b2a0-7af44f9e376e,revision_number=5']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:14:50.569197 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bcde2-d627-4578-9b65-f34b84f04779 req-68e3eea8-cf94-4f89-819d-12897c93bbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:50.570546 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-1f1bcde2-d627-4578-9b65-f34b84f04779 req-68e3eea8-cf94-4f89-819d-12897c93bbe2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6b0b2422-db51-4115-a81b-13034d6f030b HTTP/1.1" status: 200 len: 1099 time: 0.0422058 Nov 17 15:14:50.625007 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-1f1bcde2-d627-4578-9b65-f34b84f04779 req-457e1f3d-445f-4c3d-bbdc-6574e54c94c0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=05308ce0-b69a-4d2e-aadd-e9c3ac3b49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370905 Nov 17 15:14:50.862302 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017af19-793b-4811-87d8-102ef4e418f6 req-c63bcc01-f8af-4eb3-9710-59ebf03910a0 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:50.863725 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-c017af19-793b-4811-87d8-102ef4e418f6 req-c63bcc01-f8af-4eb3-9710-59ebf03910a0 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b0b2422-db51-4115-a81b-13034d6f030b HTTP/1.1" status: 200 len: 946 time: 0.0508649 Nov 17 15:14:50.909469 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-c017af19-793b-4811-87d8-102ef4e418f6 req-808272df-3722-4c60-9949-9868a2e67e0b tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.62 "GET /v2.0/security-groups?id=05308ce0-b69a-4d2e-aadd-e9c3ac3b49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397973 Nov 17 15:14:51.100962 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a69b7-85f5-4171-8f1d-441507b89a07 req-3d6cfe5e-5130-42a2-8624-2f3d5783b4bc tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:51.102429 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-0d9a69b7-85f5-4171-8f1d-441507b89a07 req-3d6cfe5e-5130-42a2-8624-2f3d5783b4bc tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 946 time: 0.0484748 Nov 17 15:14:51.153239 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-0d9a69b7-85f5-4171-8f1d-441507b89a07 req-cdbff706-4d30-4307-bd6b-d940da817165 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=d021336b-71ed-4ed3-bf6c-930a92e4b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443110 Nov 17 15:14:51.463634 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-82f9dd73-587b-4d57-bc48-978b4ef35331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:52.020864 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7e1b3-a208-4b8d-ab63-c4541fa609d2 req-189eb1b1-17ee-4275-9f06-c7a47c7553f1 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:52.022195 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-f8c7e1b3-a208-4b8d-ab63-c4541fa609d2 req-189eb1b1-17ee-4275-9f06-c7a47c7553f1 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b0b2422-db51-4115-a81b-13034d6f030b HTTP/1.1" status: 200 len: 946 time: 0.0472231 Nov 17 15:14:52.077441 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-f8c7e1b3-a208-4b8d-ab63-c4541fa609d2 req-d3f094a2-9c04-4387-b438-501ab62bb650 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.62 "GET /v2.0/security-groups?id=05308ce0-b69a-4d2e-aadd-e9c3ac3b49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494640 Nov 17 15:14:52.272062 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270de77d-85e6-48c1-b5f8-bde8d930e6a3 req-4085d16e-5928-4fe2-bbfa-0a1a7d5c26f8 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:52.274003 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-270de77d-85e6-48c1-b5f8-bde8d930e6a3 req-4085d16e-5928-4fe2-bbfa-0a1a7d5c26f8 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 946 time: 0.0498228 Nov 17 15:14:52.327911 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-270de77d-85e6-48c1-b5f8-bde8d930e6a3 req-cbc60070-484c-423a-85c4-d4a6c1f8c717 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=d021336b-71ed-4ed3-bf6c-930a92e4b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477972 Nov 17 15:14:52.543424 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79a2c9-3820-4669-b041-5e57cdf1633c req-5334dffe-175a-487e-a975-1e0270937222 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:52.544986 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-cd79a2c9-3820-4669-b041-5e57cdf1633c req-5334dffe-175a-487e-a975-1e0270937222 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 946 time: 0.0526659 Nov 17 15:14:52.562357 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd7d22-76f1-422c-8b1f-b304e6f4a03e req-9dfbdb05-1b13-4af1-9a34-ed4b92f77ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:52.563921 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-29cd7d22-76f1-422c-8b1f-b304e6f4a03e req-9dfbdb05-1b13-4af1-9a34-ed4b92f77ca1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b4e3fd73a0164f73baea3c35a692ff86&device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 1099 time: 0.0408828 Nov 17 15:14:52.595900 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-cd79a2c9-3820-4669-b041-5e57cdf1633c req-fc59612e-563c-4ba1-98e8-2145f0a2c26e tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=d021336b-71ed-4ed3-bf6c-930a92e4b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446880 Nov 17 15:14:52.658272 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd7d22-76f1-422c-8b1f-b304e6f4a03e req-7671ed0d-b222-43c0-adff-092d47ad2037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:52.659754 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-29cd7d22-76f1-422c-8b1f-b304e6f4a03e req-7671ed0d-b222-43c0-adff-092d47ad2037 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6ca42089-8bb6-47e4-9dcd-a40e1ac70e66 HTTP/1.1" status: 200 len: 912 time: 0.0870426 Nov 17 15:14:52.726241 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-29cd7d22-76f1-422c-8b1f-b304e6f4a03e req-658b1ca2-b6b0-4c79-b5ed-51953e69b577 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6f53709-aebf-47c2-897b-edc056f39eda HTTP/1.1" status: 200 len: 1001 time: 0.0582750 Nov 17 15:14:52.782902 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd7d22-76f1-422c-8b1f-b304e6f4a03e req-c6cd8bee-dd9a-412d-84b4-064a249ca667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:52.784271 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-29cd7d22-76f1-422c-8b1f-b304e6f4a03e req-c6cd8bee-dd9a-412d-84b4-064a249ca667 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a6cfc7a-d04e-4d58-a0f5-383a0d4f2ccc HTTP/1.1" status: 200 len: 850 time: 0.0471964 Nov 17 15:14:52.834245 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd7d22-76f1-422c-8b1f-b304e6f4a03e req-292e1253-4e24-464e-b153-28d70aaeb02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:52.835777 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-29cd7d22-76f1-422c-8b1f-b304e6f4a03e req-292e1253-4e24-464e-b153-28d70aaeb02f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ca42089-8bb6-47e4-9dcd-a40e1ac70e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404589 Nov 17 15:14:52.924875 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-29cd7d22-76f1-422c-8b1f-b304e6f4a03e req-9ea5b8a7-f494-497f-ad01-70a659d628b1 service neutron] 10.222.0.55 "GET /v2.0/networks/6ca42089-8bb6-47e4-9dcd-a40e1ac70e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799212 Nov 17 15:14:53.015826 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-29cd7d22-76f1-422c-8b1f-b304e6f4a03e req-490c5f13-9823-4200-bde3-cd5cb9b3754f service neutron] 10.222.0.55 "GET /v2.0/networks/6ca42089-8bb6-47e4-9dcd-a40e1ac70e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823882 Nov 17 15:14:53.709471 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00043e56-5fbf-4165-8443-75bd8de2bd6c req-acb3da43-fff0-43f0-ac38-e2ea48dd756b tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:14:53.711341 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-00043e56-5fbf-4165-8443-75bd8de2bd6c req-acb3da43-fff0-43f0-ac38-e2ea48dd756b tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 946 time: 0.0486796 Nov 17 15:14:53.757756 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-00043e56-5fbf-4165-8443-75bd8de2bd6c req-885580ee-c252-4a87-9167-620e4a307e6c tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=d021336b-71ed-4ed3-bf6c-930a92e4b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405886 Nov 17 15:14:53.793097 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-11af2e31-f3c4-4a29-bcc9-c40ae433928e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:54.764816 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:56.260960 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:14:57.089329 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:03.196776 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-666c8dfb-ea90-4658-aca7-d29ba989ff59 req-d5a86c8b-1ffd-42a2-aeb6-c53b27f0bb02 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391414 Nov 17 15:15:03.284402 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c8dfb-ea90-4658-aca7-d29ba989ff59 req-3d7d3cde-4a41-4232-b92e-6ab93b717320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:15:03.285763 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-666c8dfb-ea90-4658-aca7-d29ba989ff59 req-3d7d3cde-4a41-4232-b92e-6ab93b717320 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b4e3fd73a0164f73baea3c35a692ff86&device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 1099 time: 0.0420239 Nov 17 15:15:03.394200 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c8dfb-ea90-4658-aca7-d29ba989ff59 req-cbabdb79-8166-40b1-a72c-264d1e07b2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:15:03.395711 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-666c8dfb-ea90-4658-aca7-d29ba989ff59 req-cbabdb79-8166-40b1-a72c-264d1e07b2ef service neutron] 10.222.0.55 "GET /v2.0/networks?id=6ca42089-8bb6-47e4-9dcd-a40e1ac70e66 HTTP/1.1" status: 200 len: 912 time: 0.0885046 Nov 17 15:15:03.468636 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-666c8dfb-ea90-4658-aca7-d29ba989ff59 req-87881f9d-e624-4c3f-b374-03f18aabfba3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6f53709-aebf-47c2-897b-edc056f39eda HTTP/1.1" status: 200 len: 1001 time: 0.0617745 Nov 17 15:15:03.515865 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c8dfb-ea90-4658-aca7-d29ba989ff59 req-93139fcc-abec-47bc-82fd-fe865a9f9826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:15:03.517241 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-666c8dfb-ea90-4658-aca7-d29ba989ff59 req-93139fcc-abec-47bc-82fd-fe865a9f9826 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a6cfc7a-d04e-4d58-a0f5-383a0d4f2ccc HTTP/1.1" status: 200 len: 850 time: 0.0410488 Nov 17 15:15:03.565746 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c8dfb-ea90-4658-aca7-d29ba989ff59 req-448f0769-0bbc-402b-928d-a55667d7d78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:15:03.567082 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-666c8dfb-ea90-4658-aca7-d29ba989ff59 req-448f0769-0bbc-402b-928d-a55667d7d78a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ca42089-8bb6-47e4-9dcd-a40e1ac70e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379972 Nov 17 15:15:03.658556 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-666c8dfb-ea90-4658-aca7-d29ba989ff59 req-18b71f10-a92e-403f-adc0-4fb70a806db3 service neutron] 10.222.0.55 "GET /v2.0/networks/6ca42089-8bb6-47e4-9dcd-a40e1ac70e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821440 Nov 17 15:15:03.747908 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-666c8dfb-ea90-4658-aca7-d29ba989ff59 req-339a60ac-baa0-4576-91ef-82e57af88e9a service neutron] 10.222.0.55 "GET /v2.0/networks/6ca42089-8bb6-47e4-9dcd-a40e1ac70e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801725 Nov 17 15:15:04.233486 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:13.013205 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64151c33-0647-4fee-840e-c398714ef309 req-d9916d1d-063b-45e6-8d59-cdd4190ef92e tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:15:13.014649 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-64151c33-0647-4fee-840e-c398714ef309 req-d9916d1d-063b-45e6-8d59-cdd4190ef92e tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b0b2422-db51-4115-a81b-13034d6f030b HTTP/1.1" status: 200 len: 946 time: 0.0540097 Nov 17 15:15:13.060003 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-64151c33-0647-4fee-840e-c398714ef309 req-e9c03037-1646-4266-ad5c-203cf508f425 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.62 "GET /v2.0/security-groups?id=05308ce0-b69a-4d2e-aadd-e9c3ac3b49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394742 Nov 17 15:15:14.174429 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e93acd-9749-4df8-a56e-78f4d6a7cfce req-41b33eec-4b4b-4000-9548-17b4cd6f75d6 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:15:14.175978 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-05e93acd-9749-4df8-a56e-78f4d6a7cfce req-41b33eec-4b4b-4000-9548-17b4cd6f75d6 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b0b2422-db51-4115-a81b-13034d6f030b HTTP/1.1" status: 200 len: 946 time: 0.0481024 Nov 17 15:15:14.221369 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-05e93acd-9749-4df8-a56e-78f4d6a7cfce req-42281aba-fb70-49e5-9c09-e42268528de4 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.62 "GET /v2.0/security-groups?id=05308ce0-b69a-4d2e-aadd-e9c3ac3b49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397184 Nov 17 15:15:14.990701 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d4463-6b87-4011-874b-f5dc46fa8ab2 req-d01d847a-1bae-424d-b137-7b767d9d685d tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:15:14.992132 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-b78d4463-6b87-4011-874b-f5dc46fa8ab2 req-d01d847a-1bae-424d-b137-7b767d9d685d tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.55 "GET /v2.0/ports?device_id=6b0b2422-db51-4115-a81b-13034d6f030b HTTP/1.1" status: 200 len: 946 time: 0.0465257 Nov 17 15:15:15.084764 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.plugin [req-b78d4463-6b87-4011-874b-f5dc46fa8ab2 req-0f61cc97-1571-47e2-9dbc-fa7cbda22f42 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Deleting port e33db3b9-010a-46a6-b2a0-7af44f9e376e {{(pid=101833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:15:15.085101 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-b78d4463-6b87-4011-874b-f5dc46fa8ab2 req-0f61cc97-1571-47e2-9dbc-fa7cbda22f42 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:15.171974 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.db [req-b78d4463-6b87-4011-874b-f5dc46fa8ab2 req-0f61cc97-1571-47e2-9dbc-fa7cbda22f42 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] For port e33db3b9-010a-46a6-b2a0-7af44f9e376e, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=e33db3b9-010a-46a6-b2a0-7af44f9e376e,segment=NetworkSegment(7532adf9-7b13-451a-bde3-678752988f6e),segment_id=7532adf9-7b13-451a-bde3-678752988f6e)] {{(pid=101833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:15:15.172337 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-b78d4463-6b87-4011-874b-f5dc46fa8ab2 req-0f61cc97-1571-47e2-9dbc-fa7cbda22f42 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:15.185029 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.plugin [req-b78d4463-6b87-4011-874b-f5dc46fa8ab2 req-0f61cc97-1571-47e2-9dbc-fa7cbda22f42 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Calling delete_port for e33db3b9-010a-46a6-b2a0-7af44f9e376e owned by compute:nova {{(pid=101833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:15:15.333547 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-b78d4463-6b87-4011-874b-f5dc46fa8ab2 req-0f61cc97-1571-47e2-9dbc-fa7cbda22f42 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4228920'] for port, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:15.346633 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] get_ports_and_sgs() called for port_ids ['e33db3b9-010a-46a6-b2a0-7af44f9e376e'] {{(pid=101835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 15:15:15.369553 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f61cc97-1571-47e2-9dbc-fa7cbda22f42 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Pushing event deleted for resources: {'Port': ['ID=e33db3b9-010a-46a6-b2a0-7af44f9e376e,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:15:15.380877 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0869a4-8e02-47ac-8574-c94e3097e14d req-99808e6a-6fbe-4ff5-add0-ffb6c3d0cdcb tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:15:15.382335 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-ce0869a4-8e02-47ac-8574-c94e3097e14d req-99808e6a-6fbe-4ff5-add0-ffb6c3d0cdcb tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.62 "GET /v2.0/ports?device_id=6b0b2422-db51-4115-a81b-13034d6f030b HTTP/1.1" status: 200 len: 946 time: 0.0923984 Nov 17 15:15:15.392482 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f61cc97-1571-47e2-9dbc-fa7cbda22f42 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:15:15.392826 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f61cc97-1571-47e2-9dbc-fa7cbda22f42 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:15:15.393163 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f61cc97-1571-47e2-9dbc-fa7cbda22f42 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:15:15.393504 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f61cc97-1571-47e2-9dbc-fa7cbda22f42 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:15:15.393823 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f61cc97-1571-47e2-9dbc-fa7cbda22f42 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:15:15.394153 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f61cc97-1571-47e2-9dbc-fa7cbda22f42 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:15:15.394481 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f61cc97-1571-47e2-9dbc-fa7cbda22f42 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:15:15.394806 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f61cc97-1571-47e2-9dbc-fa7cbda22f42 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:15:15.395131 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f61cc97-1571-47e2-9dbc-fa7cbda22f42 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:15:15.395489 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f61cc97-1571-47e2-9dbc-fa7cbda22f42 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:15:15.395809 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f61cc97-1571-47e2-9dbc-fa7cbda22f42 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:15:15.396128 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f61cc97-1571-47e2-9dbc-fa7cbda22f42 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:15:15.439814 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.db.l3_dvrscheduler_db [req-b78d4463-6b87-4011-874b-f5dc46fa8ab2 req-0f61cc97-1571-47e2-9dbc-fa7cbda22f42 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] No DVR routers for this DVR port e33db3b9-010a-46a6-b2a0-7af44f9e376e on host hv-cinder-81823 {{(pid=101833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 15:15:15.444358 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-b78d4463-6b87-4011-874b-f5dc46fa8ab2 req-0f61cc97-1571-47e2-9dbc-fa7cbda22f42 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for port, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:15.447614 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-b78d4463-6b87-4011-874b-f5dc46fa8ab2 req-0f61cc97-1571-47e2-9dbc-fa7cbda22f42 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.55 "DELETE /v2.0/ports/e33db3b9-010a-46a6-b2a0-7af44f9e376e HTTP/1.1" status: 204 len: 173 time: 0.4480138 Nov 17 15:15:15.448036 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0b2422-db51-4115-a81b-13034d6f030b', 'name': 'network-vif-deleted', 'tag': 'e33db3b9-010a-46a6-b2a0-7af44f9e376e'}] {{(pid=101833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:15:15.450226 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98a3914b10db2bda8b449d081c398edb642d8063ca6ecbd0a439108c8bd060b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9d04cf-7c19-46b6-a9c7-a99af087ab12" -d '{"events": [{"server_uuid": "6b0b2422-db51-4115-a81b-13034d6f030b", "name": "network-vif-deleted", "tag": "e33db3b9-010a-46a6-b2a0-7af44f9e376e"}]}' {{(pid=101833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:15:15.489077 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-ce0869a4-8e02-47ac-8574-c94e3097e14d req-50ed45dd-ba96-4043-bdd2-10cdc6fa39e5 tempest-VolumesSnapshotTestJSON-999496234 tempest-VolumesSnapshotTestJSON-999496234-project] 10.222.0.62 "GET /v2.0/security-groups?id=05308ce0-b69a-4d2e-aadd-e9c3ac3b49d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989258 Nov 17 15:15:15.497318 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 15:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4cdd1e2-6112-4efa-ba1e-39eecd653c36 x-openstack-request-id: req-b4cdd1e2-6112-4efa-ba1e-39eecd653c36 {{(pid=101833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:15:15.497882 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0b2422-db51-4115-a81b-13034d6f030b", "name": "network-vif-deleted", "tag": "e33db3b9-010a-46a6-b2a0-7af44f9e376e", "status": "completed", "code": 200}]} {{(pid=101833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:15:15.498335 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b4cdd1e2-6112-4efa-ba1e-39eecd653c36 {{(pid=101833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:15:15.498962 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0b2422-db51-4115-a81b-13034d6f030b', 'name': 'network-vif-deleted', 'tag': 'e33db3b9-010a-46a6-b2a0-7af44f9e376e', 'status': 'completed', 'code': 200} Nov 17 15:15:19.119993 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device e33db3b9-010a-46a6-b2a0-7af44f9e376e no longer exists at agent hyperv_hv-cinder-81823 {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 15:15:19.143134 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] No Port match for: e33db3b9-010a-46a6-b2a0-7af44f9e376e {{(pid=101835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 15:15:19.143497 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device e33db3b9-010a-46a6-b2a0-7af44f9e376e not bound to the agent host hv-cinder-81823 {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 15:15:21.464776 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-65d098cd-7846-4710-8f73-690295afce13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:23.519673 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba1e9bf-c199-486b-9599-009c75eb48b5 req-deba627b-7cc3-43e5-9ee6-8eaf7ad9df3d tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:15:23.521210 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-cba1e9bf-c199-486b-9599-009c75eb48b5 req-deba627b-7cc3-43e5-9ee6-8eaf7ad9df3d tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 945 time: 0.0504680 Nov 17 15:15:23.569198 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-cba1e9bf-c199-486b-9599-009c75eb48b5 req-8ab739d1-c223-4136-9a96-6f8f4398e55d tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412340 Nov 17 15:15:23.792907 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-c3dee61b-d022-4b84-9030-1af28d1fce6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:24.689914 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdabc910-9ae2-469f-be13-0b29aad89633 req-63c7171d-f3fa-49ce-ab47-aaed722f5313 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:15:24.691376 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-fdabc910-9ae2-469f-be13-0b29aad89633 req-63c7171d-f3fa-49ce-ab47-aaed722f5313 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 945 time: 0.0476570 Nov 17 15:15:24.743346 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-fdabc910-9ae2-469f-be13-0b29aad89633 req-2ef0d1ca-b9fe-448d-bd14-2c1c0fe3a68d tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451910 Nov 17 15:15:24.778483 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:25.866984 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292b91d-9beb-414a-9567-b7919b54fc41 req-b3e6559a-65ec-4629-90b2-45f1cf36b408 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:15:25.869146 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-0292b91d-9beb-414a-9567-b7919b54fc41 req-b3e6559a-65ec-4629-90b2-45f1cf36b408 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 945 time: 0.0525765 Nov 17 15:15:25.918287 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-0292b91d-9beb-414a-9567-b7919b54fc41 req-aa3c9787-ee78-4c29-b0ef-736412d2fe33 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432107 Nov 17 15:15:25.947672 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.agents_db [None req-8c09612d-4555-4199-ac80-2bf3536e394d None None] Agent healthcheck: found 6 active agents {{(pid=101836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 15:15:26.264859 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:27.092031 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:27.237704 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd3936-d638-4354-afd0-a35d5138bff6 req-50860772-33ac-4ad1-b9aa-30736163ff04 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:15:27.239047 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-a3dd3936-d638-4354-afd0-a35d5138bff6 req-50860772-33ac-4ad1-b9aa-30736163ff04 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 945 time: 0.2485781 Nov 17 15:15:27.284594 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-a3dd3936-d638-4354-afd0-a35d5138bff6 req-b8346fa5-297e-4510-9349-b50205ccef8f tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396206 Nov 17 15:15:28.400186 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a083ef-0f2f-400b-8a84-0e7c8a408c47 req-f1d95c81-5634-4828-adb7-4cf3f44a002f tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:15:28.401648 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-d8a083ef-0f2f-400b-8a84-0e7c8a408c47 req-f1d95c81-5634-4828-adb7-4cf3f44a002f tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 945 time: 0.0477440 Nov 17 15:15:28.449023 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-d8a083ef-0f2f-400b-8a84-0e7c8a408c47 req-30ad1e96-ce0c-40a7-bf80-b2ad1c66b41a tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416188 Nov 17 15:15:29.563705 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3bedb-cad0-4719-83ce-91bb07522e07 req-d238e588-4a4c-4b92-84be-57f21a8fb576 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:15:29.565125 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-0dc3bedb-cad0-4719-83ce-91bb07522e07 req-d238e588-4a4c-4b92-84be-57f21a8fb576 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 945 time: 0.0462928 Nov 17 15:15:29.611067 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-0dc3bedb-cad0-4719-83ce-91bb07522e07 req-f987f590-29aa-42a3-9bfc-2687765b1b14 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402839 Nov 17 15:15:30.734636 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d25404-8ca3-46fb-a316-7b9d80ee7ffb req-bbb83616-ee33-4eea-8f78-1625675a2f15 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:15:30.736131 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-a0d25404-8ca3-46fb-a316-7b9d80ee7ffb req-bbb83616-ee33-4eea-8f78-1625675a2f15 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 945 time: 0.0545585 Nov 17 15:15:30.782188 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-a0d25404-8ca3-46fb-a316-7b9d80ee7ffb req-b6165e4e-bc33-4a47-8885-2c96524086f2 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402784 Nov 17 15:15:31.913794 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed195e-0b58-421d-96cb-2562c2f71b49 req-012ce462-29e9-474c-9312-46ec132583f7 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:15:31.915902 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-8bed195e-0b58-421d-96cb-2562c2f71b49 req-012ce462-29e9-474c-9312-46ec132583f7 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 945 time: 0.0517418 Nov 17 15:15:31.960115 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-8bed195e-0b58-421d-96cb-2562c2f71b49 req-c8994292-3f70-43bf-bf41-41b950ae294b tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384324 Nov 17 15:15:33.078220 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82043e-4b6e-4062-b942-33d09ccddde6 req-7971d916-fa02-42e8-867d-15ab4e049ff3 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:15:33.079685 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-0e82043e-4b6e-4062-b942-33d09ccddde6 req-7971d916-fa02-42e8-867d-15ab4e049ff3 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 945 time: 0.0474758 Nov 17 15:15:33.126270 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-0e82043e-4b6e-4062-b942-33d09ccddde6 req-e5914ca9-4826-49f5-9729-bd48a2561c6e tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407689 Nov 17 15:15:34.232951 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:34.243672 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a3e4a7-cf52-4d70-8d4b-3b3535293ae0 req-5af58e50-c66b-4790-90a4-23c9e94c56a9 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:15:34.245211 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-a9a3e4a7-cf52-4d70-8d4b-3b3535293ae0 req-5af58e50-c66b-4790-90a4-23c9e94c56a9 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 945 time: 0.0479307 Nov 17 15:15:34.292134 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-a9a3e4a7-cf52-4d70-8d4b-3b3535293ae0 req-1ab98d1a-0d9f-4723-a945-08460e95e2a6 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411310 Nov 17 15:15:35.408046 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9d615-8a62-4ca8-abe6-39c5a184585a req-05f1ae19-267d-4167-a6bd-62cbdf47ae32 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:15:35.409464 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-c0a9d615-8a62-4ca8-abe6-39c5a184585a req-05f1ae19-267d-4167-a6bd-62cbdf47ae32 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 945 time: 0.0462251 Nov 17 15:15:35.459108 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-c0a9d615-8a62-4ca8-abe6-39c5a184585a req-1b1ce1dc-8f50-43b7-a970-47110eced6e3 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434110 Nov 17 15:15:36.580425 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb160358-6a6b-4c18-82de-58b23fcfc2b0 req-f5696201-e27a-4752-9208-a6a8e0abea32 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:15:36.581872 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-fb160358-6a6b-4c18-82de-58b23fcfc2b0 req-f5696201-e27a-4752-9208-a6a8e0abea32 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 945 time: 0.0476406 Nov 17 15:15:36.630273 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-fb160358-6a6b-4c18-82de-58b23fcfc2b0 req-1f58016a-00e0-43f4-acfb-cbd544a236b7 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426280 Nov 17 15:15:37.747416 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3894cc87-6fcf-400a-8974-6db13108d962 req-9d5b44ed-7665-4e28-ba36-772815eb396f tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:15:37.748775 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-3894cc87-6fcf-400a-8974-6db13108d962 req-9d5b44ed-7665-4e28-ba36-772815eb396f tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 945 time: 0.0472882 Nov 17 15:15:37.795122 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-3894cc87-6fcf-400a-8974-6db13108d962 req-6e1a1be3-3c40-4eb3-ae6f-eb6c33bc26c9 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405276 Nov 17 15:15:38.912545 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fee041-2a45-4e0d-98b5-45352bc016c5 req-fb51c8bb-5b8d-40f8-8907-b157ef3ed728 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:15:38.913956 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-71fee041-2a45-4e0d-98b5-45352bc016c5 req-fb51c8bb-5b8d-40f8-8907-b157ef3ed728 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 945 time: 0.0465202 Nov 17 15:15:38.958342 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-71fee041-2a45-4e0d-98b5-45352bc016c5 req-bc2969c7-5dd6-4ab2-85c8-60f2c83df095 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379341 Nov 17 15:15:39.417991 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 33616) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:15:39.461563 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ce6569b-3772-4711-8363-107884fe78f3 admin admin] Deleting subnet ad1e2260-249c-4beb-bf18-62e10c187d8a {{(pid=101834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 17 15:15:39.464650 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-7ce6569b-3772-4711-8363-107884fe78f3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:39.497943 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-7ce6569b-3772-4711-8363-107884fe78f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5815862'] for subnet, precommit_delete_associations {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:39.543677 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-7ce6569b-3772-4711-8363-107884fe78f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925678'] for subnet, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:39.596231 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-7ce6569b-3772-4711-8363-107884fe78f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4397626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5767653'] for subnet, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:39.621498 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce6569b-3772-4711-8363-107884fe78f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad1e2260-249c-4beb-bf18-62e10c187d8a,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:15:39.625869 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-7ce6569b-3772-4711-8363-107884fe78f3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:39.629047 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-7ce6569b-3772-4711-8363-107884fe78f3 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ad1e2260-249c-4beb-bf18-62e10c187d8a HTTP/1.1" status: 204 len: 168 time: 0.2100859 Nov 17 15:15:39.631740 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 33618) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:15:39.634314 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce6569b-3772-4711-8363-107884fe78f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:15:39.634677 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce6569b-3772-4711-8363-107884fe78f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:15:39.635018 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce6569b-3772-4711-8363-107884fe78f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:15:39.635349 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce6569b-3772-4711-8363-107884fe78f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:15:39.635704 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce6569b-3772-4711-8363-107884fe78f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:15:39.636034 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce6569b-3772-4711-8363-107884fe78f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:15:39.636361 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce6569b-3772-4711-8363-107884fe78f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:15:39.636687 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce6569b-3772-4711-8363-107884fe78f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:15:39.637022 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce6569b-3772-4711-8363-107884fe78f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:15:39.637338 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce6569b-3772-4711-8363-107884fe78f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:15:39.637657 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce6569b-3772-4711-8363-107884fe78f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:15:39.637974 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce6569b-3772-4711-8363-107884fe78f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:15:39.701066 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-9a8eca46-f9ea-4b6b-b483-6f7364ab2047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056431'] for network, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:39.775280 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-9a8eca46-f9ea-4b6b-b483-6f7364ab2047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926295', 'neutron.services.segments.db._delete_segments_for_network-8776334380099'] for network, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:39.794457 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.services.segments.db [None req-9a8eca46-f9ea-4b6b-b483-6f7364ab2047 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a486357d-4462-4852-b815-1b0e64541b08']}} {{(pid=101833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:15:39.803303 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.services.segments.db [None req-9a8eca46-f9ea-4b6b-b483-6f7364ab2047 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7532adf9-7b13-451a-bde3-678752988f6e') {'for_net_delete': True} {{(pid=101833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:15:39.803623 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.services.segments.db [None req-9a8eca46-f9ea-4b6b-b483-6f7364ab2047 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7532adf9-7b13-451a-bde3-678752988f6e') {} {{(pid=101833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:15:39.813126 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-9a8eca46-f9ea-4b6b-b483-6f7364ab2047 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776334381132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4228812'] for segment, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:39.826266 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-9a8eca46-f9ea-4b6b-b483-6f7364ab2047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931355'] for segment, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:39.832269 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a8eca46-f9ea-4b6b-b483-6f7364ab2047 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=101833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 17 15:15:39.832669 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-9a8eca46-f9ea-4b6b-b483-6f7364ab2047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4228939'] for segment, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:39.834302 dv-cinder-818233-1-iscsi neutron-server[101833]: Traceback (most recent call last): Nov 17 15:15:39.834302 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 17 15:15:39.834302 dv-cinder-818233-1-iscsi neutron-server[101833]: timer() Nov 17 15:15:39.834302 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 17 15:15:39.834302 dv-cinder-818233-1-iscsi neutron-server[101833]: cb(*args, **kw) Nov 17 15:15:39.834302 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 17 15:15:39.834302 dv-cinder-818233-1-iscsi neutron-server[101833]: return func(*args, **kwargs) Nov 17 15:15:39.834302 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 17 15:15:39.834302 dv-cinder-818233-1-iscsi neutron-server[101833]: self._notify() Nov 17 15:15:39.834302 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 17 15:15:39.834302 dv-cinder-818233-1-iscsi neutron-server[101833]: self.callback(batched_events) Nov 17 15:15:39.834302 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 17 15:15:39.834302 dv-cinder-818233-1-iscsi neutron-server[101833]: event.method(event) Nov 17 15:15:39.834302 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 17 15:15:39.834302 dv-cinder-818233-1-iscsi neutron-server[101833]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 17 15:15:39.834302 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 17 15:15:39.834302 dv-cinder-818233-1-iscsi neutron-server[101833]: aggregate_uuid = self.p_client.list_aggregates( Nov 17 15:15:39.834302 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 17 15:15:39.834302 dv-cinder-818233-1-iscsi neutron-server[101833]: return f(self, *a, **k) Nov 17 15:15:39.834302 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 17 15:15:39.834302 dv-cinder-818233-1-iscsi neutron-server[101833]: return self._get(url).json() Nov 17 15:15:39.834302 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 17 15:15:39.834302 dv-cinder-818233-1-iscsi neutron-server[101833]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 17 15:15:39.834302 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 17 15:15:39.834302 dv-cinder-818233-1-iscsi neutron-server[101833]: return self.request(url, 'GET', **kwargs) Nov 17 15:15:39.834302 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 17 15:15:39.834302 dv-cinder-818233-1-iscsi neutron-server[101833]: base_url = self.get_endpoint(auth, allow=allow, Nov 17 15:15:39.834302 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 17 15:15:39.834302 dv-cinder-818233-1-iscsi neutron-server[101833]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 17 15:15:39.834302 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 17 15:15:39.834302 dv-cinder-818233-1-iscsi neutron-server[101833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 17 15:15:39.834302 dv-cinder-818233-1-iscsi neutron-server[101833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 17 15:15:39.889407 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-9a8eca46-f9ea-4b6b-b483-6f7364ab2047 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526969'] for network, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:39.895796 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-9a8eca46-f9ea-4b6b-b483-6f7364ab2047 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for network, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:39.898853 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-9a8eca46-f9ea-4b6b-b483-6f7364ab2047 admin admin] 10.222.0.62 "DELETE /v2.0/networks/a486357d-4462-4852-b815-1b0e64541b08 HTTP/1.1" status: 204 len: 168 time: 0.2659473 Nov 17 15:15:39.908592 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8eca46-f9ea-4b6b-b483-6f7364ab2047 admin admin] Pushing event deleted for resources: {'Network': ['ID=a486357d-4462-4852-b815-1b0e64541b08,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:15:40.010814 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 33624) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:15:40.050756 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-568caa87-f62c-4b4c-b469-83f721e9f593 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=491dcddc85e848f7b51f8883c22718ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387030 Nov 17 15:15:40.053329 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 33626) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:15:40.077110 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523e4e4-9b7c-4dd0-b66e-53f745f0d49c req-a75582a2-164b-426b-9ff3-3701a2298aeb tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:15:40.078596 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-b523e4e4-9b7c-4dd0-b66e-53f745f0d49c req-a75582a2-164b-426b-9ff3-3701a2298aeb tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 945 time: 0.0473669 Nov 17 15:15:40.100809 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-fe7e3d3b-e0be-4329-b64b-dd49fa750817 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:40.122334 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-fe7e3d3b-e0be-4329-b64b-dd49fa750817 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:40.130386 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-b523e4e4-9b7c-4dd0-b66e-53f745f0d49c req-58d68720-d2ac-4214-9517-25d306b21689 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457084 Nov 17 15:15:40.173846 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-fe7e3d3b-e0be-4329-b64b-dd49fa750817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:40.176498 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-fe7e3d3b-e0be-4329-b64b-dd49fa750817 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:40.177611 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-fe7e3d3b-e0be-4329-b64b-dd49fa750817 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/05308ce0-b69a-4d2e-aadd-e9c3ac3b49d8 HTTP/1.1" status: 204 len: 168 time: 0.1233978 Nov 17 15:15:40.185775 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e3d3b-e0be-4329-b64b-dd49fa750817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05308ce0-b69a-4d2e-aadd-e9c3ac3b49d8,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:15:40.519581 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device 0b9b658b-f1e8-4029-b50e-dd415ed21f06 details requested by agent hyperv_hv-cinder-81823 with host hv-cinder-81823 {{(pid=101835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 17 15:15:40.616619 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port 0b9b658b-f1e8-4029-b50e-dd415ed21f06, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=0b9b658b-f1e8-4029-b50e-dd415ed21f06,segment=NetworkSegment(ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5),segment_id=ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:15:40.629961 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Returning: {'device': '0b9b658b-f1e8-4029-b50e-dd415ed21f06', 'network_id': '2d259df1-c4ab-4d22-8926-f0a465d8e0b5', 'port_id': '0b9b658b-f1e8-4029-b50e-dd415ed21f06', 'mac_address': 'fa:16:3e:8f:69:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a8d8948-a156-4cc4-9771-6d5567fbb98c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 17 15:15:40.665092 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:40.677990 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.notifiers.nova [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b9b658b-f1e8-4029-b50e-dd415ed21f06 {{(pid=101835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 15:15:40.698247 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port 0b9b658b-f1e8-4029-b50e-dd415ed21f06, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=0b9b658b-f1e8-4029-b50e-dd415ed21f06,segment=NetworkSegment(ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5),segment_id=ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:15:40.701513 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:40.748576 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Pushing event updated for resources: {'Port': ['ID=0b9b658b-f1e8-4029-b50e-dd415ed21f06,revision_number=6']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:15:40.761152 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:15:40.761455 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:15:40.761805 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:15:40.762135 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:15:40.762465 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:15:40.762793 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:15:40.763116 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:15:40.763462 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:15:40.763801 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:15:40.764125 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:15:40.764445 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:15:40.764760 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:15:40.832274 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 33648) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:15:40.853800 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] get_ports_and_sgs() called for port_ids ['0b9b658b-f1e8-4029-b50e-dd415ed21f06'] {{(pid=101835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 15:15:40.927885 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [None req-c0757342-d7e4-45e3-b9a3-2a5d699eddbe admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1414588395-network', 'tenant_id': 'a9176c1aa35b454797426f5d4341a8f0'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:15:40.949040 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0757342-d7e4-45e3-b9a3-2a5d699eddbe admin admin] Made reservation on behalf of a9176c1aa35b454797426f5d4341a8f0 for: {'network': 1} {{(pid=101834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:15:40.951310 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-c0757342-d7e4-45e3-b9a3-2a5d699eddbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for network, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:40.959607 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-c0757342-d7e4-45e3-b9a3-2a5d699eddbe admin admin] Publish callbacks [] for security_group, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:41.031783 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-c0757342-d7e4-45e3-b9a3-2a5d699eddbe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:41.035142 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-c0757342-d7e4-45e3-b9a3-2a5d699eddbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:41.056139 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0757342-d7e4-45e3-b9a3-2a5d699eddbe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=101834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 17 15:15:41.070733 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0757342-d7e4-45e3-b9a3-2a5d699eddbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32bd9460-1384-4561-9742-995ff127999f,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:15:41.073755 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-c0757342-d7e4-45e3-b9a3-2a5d699eddbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931355'] for segment, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:41.074092 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.db.segments_db [None req-c0757342-d7e4-45e3-b9a3-2a5d699eddbe admin admin] Added segment 9ce04018-b6b2-4ee2-8014-18729a72bc25 of type vlan for network 9536a153-f59d-4a3d-a999-893ac4032dc6 Nov 17 15:15:41.115649 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-c0757342-d7e4-45e3-b9a3-2a5d699eddbe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776333902596'] for network, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:41.140780 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-c0757342-d7e4-45e3-b9a3-2a5d699eddbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557'] for network, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:41.141681 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0757342-d7e4-45e3-b9a3-2a5d699eddbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:15:41.142271 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-c0757342-d7e4-45e3-b9a3-2a5d699eddbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for network, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:41.188338 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 33662) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:15:41.191936 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-c0757342-d7e4-45e3-b9a3-2a5d699eddbe admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3585165 Nov 17 15:15:41.193325 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.v2.base [None req-d4ec3b67-777f-4eab-b75c-55d28fb93897 admin admin] Request body: {'subnet': {'network_id': '9536a153-f59d-4a3d-a999-893ac4032dc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1414588395-subnet', 'tenant_id': 'a9176c1aa35b454797426f5d4341a8f0', 'ip_version': 4}} {{(pid=101833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:15:41.217385 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ec3b67-777f-4eab-b75c-55d28fb93897 admin admin] Made reservation on behalf of a9176c1aa35b454797426f5d4341a8f0 for: {'subnet': 1} {{(pid=101833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:15:41.220294 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-d4ec3b67-777f-4eab-b75c-55d28fb93897 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5140360'] for subnet, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:41.229082 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0757342-d7e4-45e3-b9a3-2a5d699eddbe admin admin] Pushing event updated for resources: {'Network': ['ID=9536a153-f59d-4a3d-a999-893ac4032dc6,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:15:41.240746 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Network 9536a153-f59d-4a3d-a999-893ac4032dc6 details requested by agent ovs-agent-dv-cinder-818233-1-iscsi with host dv-cinder-818233-1-iscsi {{(pid=101835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 17 15:15:41.324606 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e17d58-42ff-4939-8224-078bdd593e7e req-cb195ae1-fd7e-4a37-b50a-7f2b8e0c8109 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:15:41.326111 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-00e17d58-42ff-4939-8224-078bdd593e7e req-cb195ae1-fd7e-4a37-b50a-7f2b8e0c8109 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 944 time: 0.1034544 Nov 17 15:15:41.413462 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-00e17d58-42ff-4939-8224-078bdd593e7e req-0720d6e6-9760-4126-a0a8-8dd69af5da02 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789754 Nov 17 15:15:41.466028 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-d4ec3b67-777f-4eab-b75c-55d28fb93897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4229076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5140390'] for subnet, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:41.526450 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ec3b67-777f-4eab-b75c-55d28fb93897 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35936d6d-3a38-491b-bcc7-155d304f102b,revision_number=0']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:15:41.536668 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ec3b67-777f-4eab-b75c-55d28fb93897 admin admin] Checking segment: {'id': '9ce04018-b6b2-4ee2-8014-18729a72bc25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9536a153-f59d-4a3d-a999-893ac4032dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:15:41.536962 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ec3b67-777f-4eab-b75c-55d28fb93897 admin admin] Network hostable DHCP agents. Network: 9536a153-f59d-4a3d-a999-893ac4032dc6, hostable agents: ['c5ee84d2-283a-4ac2-b5b9-7ea041475697'], hosted agents: [] {{(pid=101833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 17 15:15:41.558713 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ec3b67-777f-4eab-b75c-55d28fb93897 admin admin] Network 9536a153-f59d-4a3d-a999-893ac4032dc6 is scheduled to be hosted by DHCP agent c5ee84d2-283a-4ac2-b5b9-7ea041475697 with binding_index 1 {{(pid=101833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 17 15:15:41.568854 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.base_scheduler [None req-d4ec3b67-777f-4eab-b75c-55d28fb93897 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818233-1-iscsi, 9536a153-f59d-4a3d-a999-893ac4032dc6) {{(pid=101833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:15:41.573907 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ec3b67-777f-4eab-b75c-55d28fb93897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:15:41.574579 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-d4ec3b67-777f-4eab-b75c-55d28fb93897 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for subnet, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:41.578984 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b483d0-4d42-4a22-88b2-13d895e9214e None None] Network 9536a153-f59d-4a3d-a999-893ac4032dc6 requested from dv-cinder-818233-1-iscsi {{(pid=101835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 15:15:41.601130 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-d4ec3b67-777f-4eab-b75c-55d28fb93897 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4082921 Nov 17 15:15:41.601130 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 33682) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:15:41.605572 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.v2.base [None req-d5224da4-3ad4-439b-b987-a568a3aec9e4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1414588395-router', 'tenant_id': 'a9176c1aa35b454797426f5d4341a8f0', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba'}}} {{(pid=101833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:15:41.630038 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-d5224da4-3ad4-439b-b987-a568a3aec9e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1045616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56289'] for router, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:41.631142 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-d5224da4-3ad4-439b-b987-a568a3aec9e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-600707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11538'] for router, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:41.691335 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-d5224da4-3ad4-439b-b987-a568a3aec9e4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:41.737208 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf2fa01-96de-49c5-b269-4a14063b3356 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ad5828d-ca6e-5b2a-b4f4-b9eaa6558937-9536a153-f59d-4a3d-a999-893ac4032dc6', 'network_id': '9536a153-f59d-4a3d-a999-893ac4032dc6', 'tenant_id': 'a9176c1aa35b454797426f5d4341a8f0', 'fixed_ips': [{'subnet_id': '35936d6d-3a38-491b-bcc7-155d304f102b'}]}} from dv-cinder-818233-1-iscsi. {{(pid=101835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 17 15:15:41.738216 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-aaf2fa01-96de-49c5-b269-4a14063b3356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:41.848524 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-d5224da4-3ad4-439b-b987-a568a3aec9e4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:41.924130 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.db_base_plugin_common [None req-aaf2fa01-96de-49c5-b269-4a14063b3356 None None] Allocated IP 172.20.0.2 (9536a153-f59d-4a3d-a999-893ac4032dc6/35936d6d-3a38-491b-bcc7-155d304f102b/82bf7ab2-6db8-49c6-9941-8f3895611093) {{(pid=101835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:15:42.091319 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-d5224da4-3ad4-439b-b987-a568a3aec9e4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:42.111259 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-aaf2fa01-96de-49c5-b269-4a14063b3356 None None] Publish callbacks [] for port, precommit_create {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:42.114903 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-d5224da4-3ad4-439b-b987-a568a3aec9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:42.119646 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-aaf2fa01-96de-49c5-b269-4a14063b3356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718'] for port, after_create {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:42.167653 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf2fa01-96de-49c5-b269-4a14063b3356 None None] Network 9536a153-f59d-4a3d-a999-893ac4032dc6 is already hosted by enough agents. {{(pid=101835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:15:42.170951 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.scheduler.base_scheduler [None req-aaf2fa01-96de-49c5-b269-4a14063b3356 None None] Resources bound (agent type, host, resource id): {{(pid=101835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:15:42.174845 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf2fa01-96de-49c5-b269-4a14063b3356 None None] Received port after_create {{(pid=101835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:15:42.289213 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.db.db_base_plugin_common [None req-d5224da4-3ad4-439b-b987-a568a3aec9e4 admin admin] Allocated IP 172.27.1.189 (183472ab-d8ab-4bee-8fe8-a0a558356eba/10bde91e-9264-4f35-ad90-cbbdc12529d4/c60b1268-d373-4485-a74c-816523de107d) {{(pid=101833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:15:42.328926 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2fa01-96de-49c5-b269-4a14063b3356 None None] Pushing event updated for resources: {'Port': ['ID=82bf7ab2-6db8-49c6-9941-8f3895611093,revision_number=1']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:15:42.374736 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-aaf2fa01-96de-49c5-b269-4a14063b3356 None None] Attempting to bind port 82bf7ab2-6db8-49c6-9941-8f3895611093 on host dv-cinder-818233-1-iscsi for vnic_type normal with profile {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 15:15:42.375008 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-aaf2fa01-96de-49c5-b269-4a14063b3356 None None] Attempting to bind port 82bf7ab2-6db8-49c6-9941-8f3895611093 by drivers openvswitch,hyperv on host dv-cinder-818233-1-iscsi at level 0 using segments [{'id': '9ce04018-b6b2-4ee2-8014-18729a72bc25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9536a153-f59d-4a3d-a999-893ac4032dc6'}] {{(pid=101835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 15:15:42.375388 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf2fa01-96de-49c5-b269-4a14063b3356 None None] Attempting to bind port 82bf7ab2-6db8-49c6-9941-8f3895611093 on network 9536a153-f59d-4a3d-a999-893ac4032dc6 {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:15:42.384296 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf2fa01-96de-49c5-b269-4a14063b3356 None None] Checking agent: {'id': '80212031-474b-4b2d-a4cc-c8968f8491db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818233-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 15, 2, 57), 'started_at': datetime.datetime(2021, 11, 17, 15, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 15, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818233-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 15:15:42.384665 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf2fa01-96de-49c5-b269-4a14063b3356 None None] Checking segment: {'id': '9ce04018-b6b2-4ee2-8014-18729a72bc25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9536a153-f59d-4a3d-a999-893ac4032dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:15:42.385054 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-aaf2fa01-96de-49c5-b269-4a14063b3356 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:42.385436 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf2fa01-96de-49c5-b269-4a14063b3356 None None] Bound using segment: {'id': '9ce04018-b6b2-4ee2-8014-18729a72bc25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9536a153-f59d-4a3d-a999-893ac4032dc6'} {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 15:15:42.385894 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-aaf2fa01-96de-49c5-b269-4a14063b3356 None None] Bound port: 82bf7ab2-6db8-49c6-9941-8f3895611093, host: dv-cinder-818233-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce04018-b6b2-4ee2-8014-18729a72bc25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9536a153-f59d-4a3d-a999-893ac4032dc6'}}] {{(pid=101835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 15:15:42.386267 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-aaf2fa01-96de-49c5-b269-4a14063b3356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:42.440045 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-d5224da4-3ad4-439b-b987-a568a3aec9e4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:42.528428 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device 0b9b658b-f1e8-4029-b50e-dd415ed21f06 up at agent hyperv_hv-cinder-81823 {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:15:42.573842 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-d5224da4-3ad4-439b-b987-a568a3aec9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4228920'] for port, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:42.575279 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-aaf2fa01-96de-49c5-b269-4a14063b3356 None None] For port 82bf7ab2-6db8-49c6-9941-8f3895611093, host dv-cinder-818233-1-iscsi, cleared binding levels {{(pid=101835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 15:15:42.594832 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-aaf2fa01-96de-49c5-b269-4a14063b3356 None None] For port 82bf7ab2-6db8-49c6-9941-8f3895611093, host dv-cinder-818233-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=82bf7ab2-6db8-49c6-9941-8f3895611093,segment=NetworkSegment(9ce04018-b6b2-4ee2-8014-18729a72bc25),segment_id=9ce04018-b6b2-4ee2-8014-18729a72bc25)] {{(pid=101835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 15:15:42.606293 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-aaf2fa01-96de-49c5-b269-4a14063b3356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:42.617242 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5224da4-3ad4-439b-b987-a568a3aec9e4 admin admin] Network 183472ab-d8ab-4bee-8fe8-a0a558356eba is already hosted by enough agents. {{(pid=101833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:15:42.618532 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1c6de-b025-4956-aa99-cd0eb6c302fe req-87eae29b-a1fa-4c7b-a03c-8fc906d5a46d tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:15:42.621153 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-cee1c6de-b025-4956-aa99-cd0eb6c302fe req-87eae29b-a1fa-4c7b-a03c-8fc906d5a46d tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 944 time: 0.0733244 Nov 17 15:15:42.628872 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.base_scheduler [None req-d5224da4-3ad4-439b-b987-a568a3aec9e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:15:42.638019 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5224da4-3ad4-439b-b987-a568a3aec9e4 admin admin] Received port after_create {{(pid=101833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:15:42.669548 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Provisioning complete for port 0b9b658b-f1e8-4029-b50e-dd415ed21f06 triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:15:42.669925 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:42.674737 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5224da4-3ad4-439b-b987-a568a3aec9e4 admin admin] Pushing event updated for resources: {'Port': ['ID=c60b1268-d373-4485-a74c-816523de107d,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:15:42.675847 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2fa01-96de-49c5-b269-4a14063b3356 None None] Pushing event updated for resources: {'Port': ['ID=82bf7ab2-6db8-49c6-9941-8f3895611093,revision_number=2']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:15:42.718064 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-cee1c6de-b025-4956-aa99-cd0eb6c302fe req-ffdd6689-8788-4e02-9e29-ac5079edc810 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837018 Nov 17 15:15:42.791231 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:42.832004 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d10d8b-4d76-4bb3-964d-bbffa65ef564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b9b658b-f1e8-4029-b50e-dd415ed21f06'}] {{(pid=101835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:15:42.834430 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc2a867bdaff5c76f0208ec4146e14dfecc9fe2083470249ba9c3c2934649c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db21f7aa-105a-4f3c-90be-95f454c48e74" -d '{"events": [{"server_uuid": "a0d10d8b-4d76-4bb3-964d-bbffa65ef564", "name": "network-vif-plugged", "status": "completed", "tag": "0b9b658b-f1e8-4029-b50e-dd415ed21f06"}]}' {{(pid=101835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:15:42.861955 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port 0b9b658b-f1e8-4029-b50e-dd415ed21f06, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=0b9b658b-f1e8-4029-b50e-dd415ed21f06,segment=NetworkSegment(ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5),segment_id=ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:15:42.872752 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:42.925429 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 15:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b5c134-ddcc-4f9a-a435-ede2369327d7 x-openstack-request-id: req-54b5c134-ddcc-4f9a-a435-ede2369327d7 {{(pid=101835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:15:42.927565 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d10d8b-4d76-4bb3-964d-bbffa65ef564", "name": "network-vif-plugged", "status": "completed", "tag": "0b9b658b-f1e8-4029-b50e-dd415ed21f06", "code": 200}]} {{(pid=101835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:15:42.927811 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-54b5c134-ddcc-4f9a-a435-ede2369327d7 {{(pid=101835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:15:42.928195 dv-cinder-818233-1-iscsi neutron-server[101835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d10d8b-4d76-4bb3-964d-bbffa65ef564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b9b658b-f1e8-4029-b50e-dd415ed21f06', 'code': 200} Nov 17 15:15:42.965770 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Pushing event updated for resources: {'Port': ['ID=0b9b658b-f1e8-4029-b50e-dd415ed21f06,revision_number=7']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:15:43.044313 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-d5224da4-3ad4-439b-b987-a568a3aec9e4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:43.283697 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-d5224da4-3ad4-439b-b987-a568a3aec9e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527025'] for router, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:43.428767 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5224da4-3ad4-439b-b987-a568a3aec9e4 admin admin] Router 254f3108-08b9-45a2-96f7-ee63891b8136 is scheduled to L3 agent ed3bd2e8-8a22-4616-b806-7e727ef760a6 with binding_index 1 {{(pid=101833) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 17 15:15:43.569192 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5224da4-3ad4-439b-b987-a568a3aec9e4 admin admin] Notify agent at l3_agent.dv-cinder-818233-1-iscsi the message routers_updated {{(pid=101833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 15:15:43.581363 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fdaa79-f811-4bc9-b401-fab496139a3c None None] Sync routers for ids ['254f3108-08b9-45a2-96f7-ee63891b8136'] in dv-cinder-818233-1-iscsi {{(pid=101835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 15:15:43.591032 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-d5224da4-3ad4-439b-b987-a568a3aec9e4 admin admin] Publish callbacks [] for router, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:43.595192 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-d5224da4-3ad4-439b-b987-a568a3aec9e4 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9905777 Nov 17 15:15:43.595477 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 33692) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:15:43.603576 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fdaa79-f811-4bc9-b401-fab496139a3c None None] Routers {'254f3108-08b9-45a2-96f7-ee63891b8136'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:15:43.604233 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-81fdaa79-f811-4bc9-b401-fab496139a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:15:24Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['254f3108-08b9-45a2-96f7-ee63891b8136'], 'active': True} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:15:43.778688 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvr_db [None req-81fdaa79-f811-4bc9-b401-fab496139a3c None None] Set router 254f3108-08b9-45a2-96f7-ee63891b8136 gateway port host: dv-cinder-818233-1-iscsi {{(pid=101835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:15:43.864822 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18847c83-e009-4699-8683-99dd69a77f1f req-c6924c7a-e90c-40b2-bedc-b804fbaea08c tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:15:43.874883 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-18847c83-e009-4699-8683-99dd69a77f1f req-c6924c7a-e90c-40b2-bedc-b804fbaea08c tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 945 time: 0.0644832 Nov 17 15:15:43.931001 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-18847c83-e009-4699-8683-99dd69a77f1f req-9cdde551-ff02-45a5-a7a6-08f538d946a9 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543807 Nov 17 15:15:44.014621 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34804e5a-c645-4c5b-8b12-6b68193ed744 None None] Network 9536a153-f59d-4a3d-a999-893ac4032dc6 requested from dv-cinder-818233-1-iscsi {{(pid=101835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 15:15:44.130609 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-85de51c7-db2a-4289-97c3-14416714968d None None] Provisioning complete for port 82bf7ab2-6db8-49c6-9941-8f3895611093 triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:15:44.130975 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-85de51c7-db2a-4289-97c3-14416714968d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:44.334045 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-81fdaa79-f811-4bc9-b401-fab496139a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254f3108-08b9-45a2-96f7-ee63891b8136', 'name': 'tempest-TestMinimumBasicScenario-1414588395-router', 'tenant_id': 'a9176c1aa35b454797426f5d4341a8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'c60b1268-d373-4485-a74c-816523de107d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:15:41Z', 'updated_at': '2021-11-17T15:15:42Z', 'revision_number': 3, 'project_id': 'a9176c1aa35b454797426f5d4341a8f0', 'gw_port': {'id': 'c60b1268-d373-4485-a74c-816523de107d', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f9:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254f3108-08b9-45a2-96f7-ee63891b8136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:15:42Z', 'updated_at': '2021-11-17T15:15:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi'}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:15:44.374682 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fdaa79-f811-4bc9-b401-fab496139a3c None None] Checking router: 254f3108-08b9-45a2-96f7-ee63891b8136 for host: dv-cinder-818233-1-iscsi {{(pid=101835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 15:15:44.375029 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fdaa79-f811-4bc9-b401-fab496139a3c None None] Updating router 254f3108-08b9-45a2-96f7-ee63891b8136 port c60b1268-d373-4485-a74c-816523de107d binding host dv-cinder-818233-1-iscsi {{(pid=101835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 17 15:15:44.381307 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-85de51c7-db2a-4289-97c3-14416714968d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:44.421704 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-81fdaa79-f811-4bc9-b401-fab496139a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:44.468216 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-8642fca5-d1cd-4bfa-8f92-398493488e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:44.481237 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-85de51c7-db2a-4289-97c3-14416714968d None None] For port 82bf7ab2-6db8-49c6-9941-8f3895611093, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=82bf7ab2-6db8-49c6-9941-8f3895611093,segment=NetworkSegment(9ce04018-b6b2-4ee2-8014-18729a72bc25),segment_id=9ce04018-b6b2-4ee2-8014-18729a72bc25)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:15:44.543920 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-85de51c7-db2a-4289-97c3-14416714968d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:44.654485 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85de51c7-db2a-4289-97c3-14416714968d None None] Pushing event updated for resources: {'Port': ['ID=82bf7ab2-6db8-49c6-9941-8f3895611093,revision_number=3']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:15:44.724051 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.db.db_base_plugin_common [None req-8642fca5-d1cd-4bfa-8f92-398493488e7f admin admin] Allocated IP 172.20.0.1 (9536a153-f59d-4a3d-a999-893ac4032dc6/35936d6d-3a38-491b-bcc7-155d304f102b/afd32afd-4110-4aae-8a78-27a37aa7a82a) {{(pid=101833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:15:44.865845 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device 82bf7ab2-6db8-49c6-9941-8f3895611093 up at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:15:44.901273 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-81fdaa79-f811-4bc9-b401-fab496139a3c None None] Publish callbacks [] for port, precommit_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:44.902885 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-8642fca5-d1cd-4bfa-8f92-398493488e7f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:44.924347 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-81fdaa79-f811-4bc9-b401-fab496139a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:44.947884 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-8642fca5-d1cd-4bfa-8f92-398493488e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4228920'] for port, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:44.977118 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818bdf20-8046-4f33-878e-c2f68fb5feac None None] Pushing event updated for resources: {'Port': ['ID=c60b1268-d373-4485-a74c-816523de107d,revision_number=2']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:15:44.985566 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-fd4b4ae1-745e-411a-82a9-b4585e77d7be None None] Provisioning complete for port 82bf7ab2-6db8-49c6-9941-8f3895611093 triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:15:44.985788 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-fd4b4ae1-745e-411a-82a9-b4585e77d7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:44.994598 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642fca5-d1cd-4bfa-8f92-398493488e7f admin admin] Pushing event updated for resources: {'Port': ['ID=afd32afd-4110-4aae-8a78-27a37aa7a82a,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:15:45.019235 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8642fca5-d1cd-4bfa-8f92-398493488e7f admin admin] Network 9536a153-f59d-4a3d-a999-893ac4032dc6 is already hosted by enough agents. {{(pid=101833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:15:45.022388 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.base_scheduler [None req-8642fca5-d1cd-4bfa-8f92-398493488e7f admin admin] Resources bound (agent type, host, resource id): {{(pid=101833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:15:45.027805 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8642fca5-d1cd-4bfa-8f92-398493488e7f admin admin] Received port after_create {{(pid=101833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:15:45.052374 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-81fdaa79-f811-4bc9-b401-fab496139a3c None None] Attempting to bind port c60b1268-d373-4485-a74c-816523de107d on host dv-cinder-818233-1-iscsi for vnic_type normal with profile {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 15:15:45.053032 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-81fdaa79-f811-4bc9-b401-fab496139a3c None None] Attempting to bind port c60b1268-d373-4485-a74c-816523de107d by drivers openvswitch,hyperv on host dv-cinder-818233-1-iscsi at level 0 using segments [{'id': 'e39e10fc-a942-4c92-be27-2cc9068c33b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba'}] {{(pid=101835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 15:15:45.053569 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fdaa79-f811-4bc9-b401-fab496139a3c None None] Attempting to bind port c60b1268-d373-4485-a74c-816523de107d on network 183472ab-d8ab-4bee-8fe8-a0a558356eba {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:15:45.080617 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Provisioning complete for port 82bf7ab2-6db8-49c6-9941-8f3895611093 triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:15:45.081513 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:45.116136 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fdaa79-f811-4bc9-b401-fab496139a3c None None] Checking agent: {'id': '80212031-474b-4b2d-a4cc-c8968f8491db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818233-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 15, 2, 57), 'started_at': datetime.datetime(2021, 11, 17, 15, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 15, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818233-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 15:15:45.116513 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fdaa79-f811-4bc9-b401-fab496139a3c None None] Checking segment: {'id': 'e39e10fc-a942-4c92-be27-2cc9068c33b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:15:45.117357 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-81fdaa79-f811-4bc9-b401-fab496139a3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:45.117357 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fdaa79-f811-4bc9-b401-fab496139a3c None None] Bound using segment: {'id': 'e39e10fc-a942-4c92-be27-2cc9068c33b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba'} {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 15:15:45.117787 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-81fdaa79-f811-4bc9-b401-fab496139a3c None None] Bound port: c60b1268-d373-4485-a74c-816523de107d, host: dv-cinder-818233-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e39e10fc-a942-4c92-be27-2cc9068c33b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba'}}] {{(pid=101835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 15:15:45.118211 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-81fdaa79-f811-4bc9-b401-fab496139a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:45.133161 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73930eba-7e0e-43fb-8aac-eff62268c10f req-6a15a82c-2330-4ed1-9695-cbfd3d1e25fa tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:15:45.135518 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-73930eba-7e0e-43fb-8aac-eff62268c10f req-6a15a82c-2330-4ed1-9695-cbfd3d1e25fa tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 945 time: 0.0669873 Nov 17 15:15:45.136354 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-8642fca5-d1cd-4bfa-8f92-398493488e7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524977'] for router_interface, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:45.187834 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-81fdaa79-f811-4bc9-b401-fab496139a3c None None] For port c60b1268-d373-4485-a74c-816523de107d, host dv-cinder-818233-1-iscsi, cleared binding levels {{(pid=101835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 15:15:45.205834 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-81fdaa79-f811-4bc9-b401-fab496139a3c None None] For port c60b1268-d373-4485-a74c-816523de107d, host dv-cinder-818233-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=c60b1268-d373-4485-a74c-816523de107d,segment=NetworkSegment(e39e10fc-a942-4c92-be27-2cc9068c33b8),segment_id=e39e10fc-a942-4c92-be27-2cc9068c33b8)] {{(pid=101835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 15:15:45.229212 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-81fdaa79-f811-4bc9-b401-fab496139a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:45.322058 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-73930eba-7e0e-43fb-8aac-eff62268c10f req-a15143a4-4e6e-4340-8502-22023e0ae55c tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756185 Nov 17 15:15:45.327063 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-8642fca5-d1cd-4bfa-8f92-398493488e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:45.341792 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fdaa79-f811-4bc9-b401-fab496139a3c None None] Routers {'254f3108-08b9-45a2-96f7-ee63891b8136'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:15:45.342430 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-81fdaa79-f811-4bc9-b401-fab496139a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:15:24Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['254f3108-08b9-45a2-96f7-ee63891b8136'], 'active': True} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:15:45.346914 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818bdf20-8046-4f33-878e-c2f68fb5feac None None] Pushing event updated for resources: {'Port': ['ID=c60b1268-d373-4485-a74c-816523de107d,revision_number=3']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:15:45.450180 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-b627d0d7-b678-4878-a7e0-ffc974fe9b22 None None] Provisioning complete for port afd32afd-4110-4aae-8a78-27a37aa7a82a triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:15:45.450478 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-b627d0d7-b678-4878-a7e0-ffc974fe9b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:45.603944 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-8642fca5-d1cd-4bfa-8f92-398493488e7f admin admin] Publish callbacks [] for port, precommit_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:45.611148 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-8642fca5-d1cd-4bfa-8f92-398493488e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4228911'] for port, after_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:45.650645 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvr_db [None req-81fdaa79-f811-4bc9-b401-fab496139a3c None None] Set router 254f3108-08b9-45a2-96f7-ee63891b8136 gateway port host: dv-cinder-818233-1-iscsi {{(pid=101835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:15:45.683715 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-b627d0d7-b678-4878-a7e0-ffc974fe9b22 None None] Port afd32afd-4110-4aae-8a78-27a37aa7a82a cannot update to ACTIVE because it is not bound. {{(pid=101835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 15:15:45.706730 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642fca5-d1cd-4bfa-8f92-398493488e7f admin admin] Pushing event updated for resources: {'Port': ['ID=afd32afd-4110-4aae-8a78-27a37aa7a82a,revision_number=2']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:15:45.715612 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-8642fca5-d1cd-4bfa-8f92-398493488e7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1014539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-525634'] for router_interface, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:45.821980 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8642fca5-d1cd-4bfa-8f92-398493488e7f admin admin] Network 9536a153-f59d-4a3d-a999-893ac4032dc6 is already hosted by enough agents. {{(pid=101833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:15:45.826905 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.base_scheduler [None req-8642fca5-d1cd-4bfa-8f92-398493488e7f admin admin] Resources bound (agent type, host, resource id): {{(pid=101833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:15:45.894249 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-81fdaa79-f811-4bc9-b401-fab496139a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254f3108-08b9-45a2-96f7-ee63891b8136', 'name': 'tempest-TestMinimumBasicScenario-1414588395-router', 'tenant_id': 'a9176c1aa35b454797426f5d4341a8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'c60b1268-d373-4485-a74c-816523de107d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:15:41Z', 'updated_at': '2021-11-17T15:15:45Z', 'revision_number': 4, 'project_id': 'a9176c1aa35b454797426f5d4341a8f0', 'gw_port': {'id': 'c60b1268-d373-4485-a74c-816523de107d', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f9:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254f3108-08b9-45a2-96f7-ee63891b8136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:15:42Z', 'updated_at': '2021-11-17T15:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': 'afd32afd-4110-4aae-8a78-27a37aa7a82a', 'name': '', 'network_id': '9536a153-f59d-4a3d-a999-893ac4032dc6', 'tenant_id': 'a9176c1aa35b454797426f5d4341a8f0', 'mac_address': 'fa:16:3e:c6:2b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254f3108-08b9-45a2-96f7-ee63891b8136', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '35936d6d-3a38-491b-bcc7-155d304f102b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:15:44Z', 'updated_at': '2021-11-17T15:15:44Z', 'revision_number': 1, 'project_id': 'a9176c1aa35b454797426f5d4341a8f0', 'subnets': [{'id': '35936d6d-3a38-491b-bcc7-155d304f102b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:15:45.927796 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fdaa79-f811-4bc9-b401-fab496139a3c None None] The sync data for ids ['254f3108-08b9-45a2-96f7-ee63891b8136'] in dv-cinder-818233-1-iscsi is: [{'id': '254f3108-08b9-45a2-96f7-ee63891b8136', 'name': 'tempest-TestMinimumBasicScenario-1414588395-router', 'tenant_id': 'a9176c1aa35b454797426f5d4341a8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'c60b1268-d373-4485-a74c-816523de107d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:15:41Z', 'updated_at': '2021-11-17T15:15:45Z', 'revision_number': 4, 'project_id': 'a9176c1aa35b454797426f5d4341a8f0', 'gw_port': {'id': 'c60b1268-d373-4485-a74c-816523de107d', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f9:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254f3108-08b9-45a2-96f7-ee63891b8136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:15:42Z', 'updated_at': '2021-11-17T15:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': 'afd32afd-4110-4aae-8a78-27a37aa7a82a', 'name': '', 'network_id': '9536a153-f59d-4a3d-a999-893ac4032dc6', 'tenant_id': 'a9176c1aa35b454797426f5d4341a8f0', 'mac_address': 'fa:16:3e:c6:2b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254f3108-08b9-45a2-96f7-ee63891b8136', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '35936d6d-3a38-491b-bcc7-155d304f102b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:15:44Z', 'updated_at': '2021-11-17T15:15:44Z', 'revision_number': 1, 'project_id': 'a9176c1aa35b454797426f5d4341a8f0', 'subnets': [{'id': '35936d6d-3a38-491b-bcc7-155d304f102b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 15:15:46.006774 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8642fca5-d1cd-4bfa-8f92-398493488e7f admin admin] Router 254f3108-08b9-45a2-96f7-ee63891b8136 has already been hosted by L3 agent ed3bd2e8-8a22-4616-b806-7e727ef760a6 {{(pid=101833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 15:15:46.110587 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-831ea3ad-7f1e-407c-a670-22057e32470f None None] Provisioning complete for port afd32afd-4110-4aae-8a78-27a37aa7a82a triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:15:46.111018 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-831ea3ad-7f1e-407c-a670-22057e32470f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:46.145519 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8642fca5-d1cd-4bfa-8f92-398493488e7f admin admin] Notify agent at l3_agent.dv-cinder-818233-1-iscsi the message routers_updated {{(pid=101833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 15:15:46.152149 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-8642fca5-d1cd-4bfa-8f92-398493488e7f admin admin] 10.222.0.62 "PUT /v2.0/routers/254f3108-08b9-45a2-96f7-ee63891b8136/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5556440 Nov 17 15:15:46.160274 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-831ea3ad-7f1e-407c-a670-22057e32470f None None] Port afd32afd-4110-4aae-8a78-27a37aa7a82a cannot update to ACTIVE because it is not bound. {{(pid=101835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 15:15:46.506495 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d24a88-fdca-45fe-bf2d-85c782695c9d req-fbd418ad-bca3-4f3a-939b-faaaf733be20 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:15:46.509315 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-29d24a88-fdca-45fe-bf2d-85c782695c9d req-fbd418ad-bca3-4f3a-939b-faaaf733be20 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 945 time: 0.0754206 Nov 17 15:15:46.601889 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-29d24a88-fdca-45fe-bf2d-85c782695c9d req-2b1228b1-4f9b-4616-8610-d300d4b7d605 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760567 Nov 17 15:15:46.915679 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 33718) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:15:46.921484 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.v2.base [None req-66e69616-345e-4b80-b39d-de041a021461 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1712803433-network', 'tenant_id': '559462808417434daf5bb058707d5c1b'}} {{(pid=101833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:15:46.979855 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e69616-345e-4b80-b39d-de041a021461 admin admin] Made reservation on behalf of 559462808417434daf5bb058707d5c1b for: {'network': 1} {{(pid=101833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:15:46.982676 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-66e69616-345e-4b80-b39d-de041a021461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for network, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:46.994534 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-66e69616-345e-4b80-b39d-de041a021461 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:47.089456 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-66e69616-345e-4b80-b39d-de041a021461 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:47.100754 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-66e69616-345e-4b80-b39d-de041a021461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:47.140759 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66e69616-345e-4b80-b39d-de041a021461 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=101833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 17 15:15:47.157199 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e69616-345e-4b80-b39d-de041a021461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa6ec6c-ae27-4ffd-b1eb-f8b90a774b84,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:15:47.175695 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-66e69616-345e-4b80-b39d-de041a021461 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931355'] for segment, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:47.176342 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.db.segments_db [None req-66e69616-345e-4b80-b39d-de041a021461 admin admin] Added segment 32847be2-1af4-4edb-bb06-331801287bb7 of type vlan for network ce65d648-52d9-43f5-aff3-5c645d111240 Nov 17 15:15:47.247391 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-66e69616-345e-4b80-b39d-de041a021461 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776333902596'] for network, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:47.277767 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-66e69616-345e-4b80-b39d-de041a021461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557'] for network, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:47.279123 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e69616-345e-4b80-b39d-de041a021461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:15:47.280084 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-66e69616-345e-4b80-b39d-de041a021461 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for network, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:47.343593 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e69616-345e-4b80-b39d-de041a021461 admin admin] Pushing event updated for resources: {'Network': ['ID=ce65d648-52d9-43f5-aff3-5c645d111240,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:15:47.355591 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Network ce65d648-52d9-43f5-aff3-5c645d111240 details requested by agent ovs-agent-dv-cinder-818233-1-iscsi with host dv-cinder-818233-1-iscsi {{(pid=101835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 17 15:15:47.382231 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-66e69616-345e-4b80-b39d-de041a021461 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4620855 Nov 17 15:15:47.382599 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 33720) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:15:47.388118 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [None req-7b232486-ae59-4b89-bb50-d68d74296cdf admin admin] Request body: {'subnet': {'network_id': 'ce65d648-52d9-43f5-aff3-5c645d111240', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1712803433-subnet', 'tenant_id': '559462808417434daf5bb058707d5c1b', 'ip_version': 4}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:15:47.435532 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b232486-ae59-4b89-bb50-d68d74296cdf admin admin] Made reservation on behalf of 559462808417434daf5bb058707d5c1b for: {'subnet': 1} {{(pid=101834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:15:47.438255 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-7b232486-ae59-4b89-bb50-d68d74296cdf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5767616'] for subnet, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:47.625487 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-7b232486-ae59-4b89-bb50-d68d74296cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5767662'] for subnet, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:47.691969 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b232486-ae59-4b89-bb50-d68d74296cdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d52d39f-1c7a-439c-a7dc-32b94c9f5285,revision_number=0']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:15:47.701990 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b232486-ae59-4b89-bb50-d68d74296cdf admin admin] Checking segment: {'id': '32847be2-1af4-4edb-bb06-331801287bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'ce65d648-52d9-43f5-aff3-5c645d111240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:15:47.702313 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b232486-ae59-4b89-bb50-d68d74296cdf admin admin] Network hostable DHCP agents. Network: ce65d648-52d9-43f5-aff3-5c645d111240, hostable agents: ['c5ee84d2-283a-4ac2-b5b9-7ea041475697'], hosted agents: [] {{(pid=101834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 17 15:15:47.726696 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b232486-ae59-4b89-bb50-d68d74296cdf admin admin] Network ce65d648-52d9-43f5-aff3-5c645d111240 is scheduled to be hosted by DHCP agent c5ee84d2-283a-4ac2-b5b9-7ea041475697 with binding_index 1 {{(pid=101834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 17 15:15:47.736900 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.base_scheduler [None req-7b232486-ae59-4b89-bb50-d68d74296cdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818233-1-iscsi, ce65d648-52d9-43f5-aff3-5c645d111240) {{(pid=101834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:15:47.738746 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c039cdad-c688-41da-abf7-9f71795584eb req-ed7c35e4-97ec-4151-9bf9-db6f608630c0 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:15:47.740946 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-c039cdad-c688-41da-abf7-9f71795584eb req-ed7c35e4-97ec-4151-9bf9-db6f608630c0 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 945 time: 0.0701041 Nov 17 15:15:47.741102 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b232486-ae59-4b89-bb50-d68d74296cdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:15:47.741757 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-7b232486-ae59-4b89-bb50-d68d74296cdf admin admin] Publish callbacks [] for subnet, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:47.745830 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46daea33-72d7-4471-aaa8-cf438d3ee78a None None] Network ce65d648-52d9-43f5-aff3-5c645d111240 requested from dv-cinder-818233-1-iscsi {{(pid=101835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 15:15:47.758854 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-7b232486-ae59-4b89-bb50-d68d74296cdf admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3752563 Nov 17 15:15:47.761427 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 33724) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:15:47.769094 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [None req-d03e30d8-f5b2-4411-8a88-f1f6fdc4f60f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1712803433-router', 'tenant_id': '559462808417434daf5bb058707d5c1b', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba'}}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:15:47.796931 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-d03e30d8-f5b2-4411-8a88-f1f6fdc4f60f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1045616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56289'] for router, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:47.798101 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-d03e30d8-f5b2-4411-8a88-f1f6fdc4f60f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-600707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11538'] for router, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:47.820321 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-c039cdad-c688-41da-abf7-9f71795584eb req-0526ef62-2760-4893-a60a-099c77d2c3c1 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707557 Nov 17 15:15:47.855101 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-d03e30d8-f5b2-4411-8a88-f1f6fdc4f60f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:47.932825 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77af36d-0374-43d6-850b-d12321798cea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ad5828d-ca6e-5b2a-b4f4-b9eaa6558937-ce65d648-52d9-43f5-aff3-5c645d111240', 'network_id': 'ce65d648-52d9-43f5-aff3-5c645d111240', 'tenant_id': '559462808417434daf5bb058707d5c1b', 'fixed_ips': [{'subnet_id': '3d52d39f-1c7a-439c-a7dc-32b94c9f5285'}]}} from dv-cinder-818233-1-iscsi. {{(pid=101835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 17 15:15:47.933830 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d77af36d-0374-43d6-850b-d12321798cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:48.031866 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-d03e30d8-f5b2-4411-8a88-f1f6fdc4f60f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:48.092165 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.db_base_plugin_common [None req-d77af36d-0374-43d6-850b-d12321798cea None None] Allocated IP 172.20.0.2 (ce65d648-52d9-43f5-aff3-5c645d111240/3d52d39f-1c7a-439c-a7dc-32b94c9f5285/f6a2a0f9-dff6-4191-9dde-4459cec1ec2a) {{(pid=101835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:15:48.296267 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d77af36d-0374-43d6-850b-d12321798cea None None] Publish callbacks [] for port, precommit_create {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:48.309752 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d77af36d-0374-43d6-850b-d12321798cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718'] for port, after_create {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:48.312302 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-d03e30d8-f5b2-4411-8a88-f1f6fdc4f60f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:48.332189 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-d03e30d8-f5b2-4411-8a88-f1f6fdc4f60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:48.354030 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77af36d-0374-43d6-850b-d12321798cea None None] Network ce65d648-52d9-43f5-aff3-5c645d111240 is already hosted by enough agents. {{(pid=101835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:15:48.362083 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.scheduler.base_scheduler [None req-d77af36d-0374-43d6-850b-d12321798cea None None] Resources bound (agent type, host, resource id): {{(pid=101835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:15:48.368982 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77af36d-0374-43d6-850b-d12321798cea None None] Received port after_create {{(pid=101835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:15:48.379465 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77af36d-0374-43d6-850b-d12321798cea None None] Pushing event updated for resources: {'Port': ['ID=f6a2a0f9-dff6-4191-9dde-4459cec1ec2a,revision_number=1']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:15:48.432418 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-d77af36d-0374-43d6-850b-d12321798cea None None] Attempting to bind port f6a2a0f9-dff6-4191-9dde-4459cec1ec2a on host dv-cinder-818233-1-iscsi for vnic_type normal with profile {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 15:15:48.432967 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-d77af36d-0374-43d6-850b-d12321798cea None None] Attempting to bind port f6a2a0f9-dff6-4191-9dde-4459cec1ec2a by drivers openvswitch,hyperv on host dv-cinder-818233-1-iscsi at level 0 using segments [{'id': '32847be2-1af4-4edb-bb06-331801287bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'ce65d648-52d9-43f5-aff3-5c645d111240'}] {{(pid=101835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 15:15:48.433408 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77af36d-0374-43d6-850b-d12321798cea None None] Attempting to bind port f6a2a0f9-dff6-4191-9dde-4459cec1ec2a on network ce65d648-52d9-43f5-aff3-5c645d111240 {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:15:48.443214 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77af36d-0374-43d6-850b-d12321798cea None None] Checking agent: {'id': '80212031-474b-4b2d-a4cc-c8968f8491db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818233-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 15, 2, 57), 'started_at': datetime.datetime(2021, 11, 17, 15, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 15, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818233-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 15:15:48.443789 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77af36d-0374-43d6-850b-d12321798cea None None] Checking segment: {'id': '32847be2-1af4-4edb-bb06-331801287bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'ce65d648-52d9-43f5-aff3-5c645d111240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:15:48.444303 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d77af36d-0374-43d6-850b-d12321798cea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:48.445388 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77af36d-0374-43d6-850b-d12321798cea None None] Bound using segment: {'id': '32847be2-1af4-4edb-bb06-331801287bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'ce65d648-52d9-43f5-aff3-5c645d111240'} {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 15:15:48.446648 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-d77af36d-0374-43d6-850b-d12321798cea None None] Bound port: f6a2a0f9-dff6-4191-9dde-4459cec1ec2a, host: dv-cinder-818233-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32847be2-1af4-4edb-bb06-331801287bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'ce65d648-52d9-43f5-aff3-5c645d111240'}}] {{(pid=101835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 15:15:48.447645 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d77af36d-0374-43d6-850b-d12321798cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:48.468801 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.db_base_plugin_common [None req-d03e30d8-f5b2-4411-8a88-f1f6fdc4f60f admin admin] Allocated IP 172.27.1.247 (183472ab-d8ab-4bee-8fe8-a0a558356eba/10bde91e-9264-4f35-ad90-cbbdc12529d4/97d83c64-bfb1-4fbb-a4ae-7a680a6bad80) {{(pid=101834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:15:48.531827 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-d77af36d-0374-43d6-850b-d12321798cea None None] For port f6a2a0f9-dff6-4191-9dde-4459cec1ec2a, host dv-cinder-818233-1-iscsi, cleared binding levels {{(pid=101835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 15:15:48.535254 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-d77af36d-0374-43d6-850b-d12321798cea None None] For port f6a2a0f9-dff6-4191-9dde-4459cec1ec2a, host dv-cinder-818233-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=f6a2a0f9-dff6-4191-9dde-4459cec1ec2a,segment=NetworkSegment(32847be2-1af4-4edb-bb06-331801287bb7),segment_id=32847be2-1af4-4edb-bb06-331801287bb7)] {{(pid=101835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 15:15:48.543700 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d77af36d-0374-43d6-850b-d12321798cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:48.637704 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-d03e30d8-f5b2-4411-8a88-f1f6fdc4f60f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:48.639261 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77af36d-0374-43d6-850b-d12321798cea None None] Pushing event updated for resources: {'Port': ['ID=f6a2a0f9-dff6-4191-9dde-4459cec1ec2a,revision_number=2']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:15:48.640466 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18105f8f-bd37-466b-b795-4804e95b0f0f None None] Sync routers for ids ['254f3108-08b9-45a2-96f7-ee63891b8136'] in dv-cinder-818233-1-iscsi {{(pid=101836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 15:15:48.666064 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18105f8f-bd37-466b-b795-4804e95b0f0f None None] Routers {'254f3108-08b9-45a2-96f7-ee63891b8136'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:15:48.666956 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-18105f8f-bd37-466b-b795-4804e95b0f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:15:24Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['254f3108-08b9-45a2-96f7-ee63891b8136'], 'active': True} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:15:48.686605 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-d03e30d8-f5b2-4411-8a88-f1f6fdc4f60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:48.763114 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03e30d8-f5b2-4411-8a88-f1f6fdc4f60f admin admin] Network 183472ab-d8ab-4bee-8fe8-a0a558356eba is already hosted by enough agents. {{(pid=101834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:15:48.767175 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.base_scheduler [None req-d03e30d8-f5b2-4411-8a88-f1f6fdc4f60f admin admin] Resources bound (agent type, host, resource id): {{(pid=101834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:15:48.777730 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03e30d8-f5b2-4411-8a88-f1f6fdc4f60f admin admin] Received port after_create {{(pid=101834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:15:48.782378 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03e30d8-f5b2-4411-8a88-f1f6fdc4f60f admin admin] Pushing event updated for resources: {'Port': ['ID=97d83c64-bfb1-4fbb-a4ae-7a680a6bad80,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:15:48.826444 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device c60b1268-d373-4485-a74c-816523de107d up at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:15:48.955207 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvr_db [None req-18105f8f-bd37-466b-b795-4804e95b0f0f None None] Set router 254f3108-08b9-45a2-96f7-ee63891b8136 gateway port host: dv-cinder-818233-1-iscsi {{(pid=101836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:15:48.998935 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Provisioning complete for port c60b1268-d373-4485-a74c-816523de107d triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:15:48.999516 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:49.102568 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:49.141447 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] For port c60b1268-d373-4485-a74c-816523de107d, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=c60b1268-d373-4485-a74c-816523de107d,segment=NetworkSegment(e39e10fc-a942-4c92-be27-2cc9068c33b8),segment_id=e39e10fc-a942-4c92-be27-2cc9068c33b8)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:15:49.153865 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:49.232027 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-18105f8f-bd37-466b-b795-4804e95b0f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254f3108-08b9-45a2-96f7-ee63891b8136', 'name': 'tempest-TestMinimumBasicScenario-1414588395-router', 'tenant_id': 'a9176c1aa35b454797426f5d4341a8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'c60b1268-d373-4485-a74c-816523de107d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:15:41Z', 'updated_at': '2021-11-17T15:15:45Z', 'revision_number': 4, 'project_id': 'a9176c1aa35b454797426f5d4341a8f0', 'gw_port': {'id': 'c60b1268-d373-4485-a74c-816523de107d', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f9:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254f3108-08b9-45a2-96f7-ee63891b8136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:15:42Z', 'updated_at': '2021-11-17T15:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': 'afd32afd-4110-4aae-8a78-27a37aa7a82a', 'name': '', 'network_id': '9536a153-f59d-4a3d-a999-893ac4032dc6', 'tenant_id': 'a9176c1aa35b454797426f5d4341a8f0', 'mac_address': 'fa:16:3e:c6:2b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254f3108-08b9-45a2-96f7-ee63891b8136', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '35936d6d-3a38-491b-bcc7-155d304f102b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:15:44Z', 'updated_at': '2021-11-17T15:15:45Z', 'revision_number': 2, 'project_id': 'a9176c1aa35b454797426f5d4341a8f0', 'subnets': [{'id': '35936d6d-3a38-491b-bcc7-155d304f102b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:15:49.247903 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Pushing event updated for resources: {'Port': ['ID=c60b1268-d373-4485-a74c-816523de107d,revision_number=4']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:15:49.284169 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18105f8f-bd37-466b-b795-4804e95b0f0f None None] Checking router: 254f3108-08b9-45a2-96f7-ee63891b8136 for host: dv-cinder-818233-1-iscsi {{(pid=101836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 15:15:49.284516 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18105f8f-bd37-466b-b795-4804e95b0f0f None None] Updating router 254f3108-08b9-45a2-96f7-ee63891b8136 port afd32afd-4110-4aae-8a78-27a37aa7a82a binding host dv-cinder-818233-1-iscsi {{(pid=101836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 17 15:15:49.316338 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-18105f8f-bd37-466b-b795-4804e95b0f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:49.372618 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-d03e30d8-f5b2-4411-8a88-f1f6fdc4f60f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:49.701916 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1371dc8-01d0-4f4f-aa02-7537955f56c4 req-acc4a6f9-cb17-45eb-8298-53f3b0e91fff tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:15:49.702579 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-18105f8f-bd37-466b-b795-4804e95b0f0f None None] Publish callbacks [] for port, precommit_update {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:49.703623 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-c1371dc8-01d0-4f4f-aa02-7537955f56c4 req-acc4a6f9-cb17-45eb-8298-53f3b0e91fff tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 945 time: 0.6929150 Nov 17 15:15:49.715491 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-18105f8f-bd37-466b-b795-4804e95b0f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:49.742384 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-d03e30d8-f5b2-4411-8a88-f1f6fdc4f60f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527025'] for router, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:49.793736 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad91247-a180-4917-b79d-97fae9789ac7 None None] Pushing event updated for resources: {'Port': ['ID=afd32afd-4110-4aae-8a78-27a37aa7a82a,revision_number=3']} {{(pid=101836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:15:49.903005 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad91247-a180-4917-b79d-97fae9789ac7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:15:49.903498 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad91247-a180-4917-b79d-97fae9789ac7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:15:49.903783 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad91247-a180-4917-b79d-97fae9789ac7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:15:49.905569 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad91247-a180-4917-b79d-97fae9789ac7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:15:49.906145 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad91247-a180-4917-b79d-97fae9789ac7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:15:49.906755 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad91247-a180-4917-b79d-97fae9789ac7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:15:49.907247 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad91247-a180-4917-b79d-97fae9789ac7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:15:49.907878 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad91247-a180-4917-b79d-97fae9789ac7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:15:49.911485 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad91247-a180-4917-b79d-97fae9789ac7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:15:49.912069 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad91247-a180-4917-b79d-97fae9789ac7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:15:49.912555 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad91247-a180-4917-b79d-97fae9789ac7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:15:49.913035 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad91247-a180-4917-b79d-97fae9789ac7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:15:49.947587 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.managers [None req-18105f8f-bd37-466b-b795-4804e95b0f0f None None] Attempting to bind port afd32afd-4110-4aae-8a78-27a37aa7a82a on host dv-cinder-818233-1-iscsi for vnic_type normal with profile {{(pid=101836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 15:15:49.948350 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.managers [None req-18105f8f-bd37-466b-b795-4804e95b0f0f None None] Attempting to bind port afd32afd-4110-4aae-8a78-27a37aa7a82a by drivers openvswitch,hyperv on host dv-cinder-818233-1-iscsi at level 0 using segments [{'id': '9ce04018-b6b2-4ee2-8014-18729a72bc25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9536a153-f59d-4a3d-a999-893ac4032dc6'}] {{(pid=101836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 15:15:49.948947 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18105f8f-bd37-466b-b795-4804e95b0f0f None None] Attempting to bind port afd32afd-4110-4aae-8a78-27a37aa7a82a on network 9536a153-f59d-4a3d-a999-893ac4032dc6 {{(pid=101836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:15:49.956852 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18105f8f-bd37-466b-b795-4804e95b0f0f None None] Checking agent: {'id': '80212031-474b-4b2d-a4cc-c8968f8491db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818233-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 15, 2, 57), 'started_at': datetime.datetime(2021, 11, 17, 15, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 15, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818233-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 15:15:49.957778 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18105f8f-bd37-466b-b795-4804e95b0f0f None None] Checking segment: {'id': '9ce04018-b6b2-4ee2-8014-18729a72bc25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9536a153-f59d-4a3d-a999-893ac4032dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:15:49.958954 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-18105f8f-bd37-466b-b795-4804e95b0f0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:49.959609 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18105f8f-bd37-466b-b795-4804e95b0f0f None None] Bound using segment: {'id': '9ce04018-b6b2-4ee2-8014-18729a72bc25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9536a153-f59d-4a3d-a999-893ac4032dc6'} {{(pid=101836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 15:15:49.960367 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.managers [None req-18105f8f-bd37-466b-b795-4804e95b0f0f None None] Bound port: afd32afd-4110-4aae-8a78-27a37aa7a82a, host: dv-cinder-818233-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce04018-b6b2-4ee2-8014-18729a72bc25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9536a153-f59d-4a3d-a999-893ac4032dc6'}}] {{(pid=101836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 15:15:49.961053 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-18105f8f-bd37-466b-b795-4804e95b0f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:50.048450 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.db [None req-18105f8f-bd37-466b-b795-4804e95b0f0f None None] For port afd32afd-4110-4aae-8a78-27a37aa7a82a, host dv-cinder-818233-1-iscsi, cleared binding levels {{(pid=101836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 15:15:50.054803 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.db [None req-18105f8f-bd37-466b-b795-4804e95b0f0f None None] For port afd32afd-4110-4aae-8a78-27a37aa7a82a, host dv-cinder-818233-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=afd32afd-4110-4aae-8a78-27a37aa7a82a,segment=NetworkSegment(9ce04018-b6b2-4ee2-8014-18729a72bc25),segment_id=9ce04018-b6b2-4ee2-8014-18729a72bc25)] {{(pid=101836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 15:15:50.065741 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-18105f8f-bd37-466b-b795-4804e95b0f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:50.113769 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-c1371dc8-01d0-4f4f-aa02-7537955f56c4 req-69cbe90f-d7a3-4a04-ba53-e508b4b883e2 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3972945 Nov 17 15:15:50.124544 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18105f8f-bd37-466b-b795-4804e95b0f0f None None] Routers {'254f3108-08b9-45a2-96f7-ee63891b8136'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:15:50.125294 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-18105f8f-bd37-466b-b795-4804e95b0f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:15:24Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['254f3108-08b9-45a2-96f7-ee63891b8136'], 'active': True} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:15:50.172512 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75253a1b-9f92-4578-8e45-be2ebef4f42a None None] Network ce65d648-52d9-43f5-aff3-5c645d111240 requested from dv-cinder-818233-1-iscsi {{(pid=101835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 15:15:50.181039 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad91247-a180-4917-b79d-97fae9789ac7 None None] Pushing event updated for resources: {'Port': ['ID=afd32afd-4110-4aae-8a78-27a37aa7a82a,revision_number=4']} {{(pid=101836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:15:50.197609 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d03e30d8-f5b2-4411-8a88-f1f6fdc4f60f admin admin] Router a990e7f9-771c-4200-98e0-b6d1c975e339 is scheduled to L3 agent ed3bd2e8-8a22-4616-b806-7e727ef760a6 with binding_index 1 {{(pid=101834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 17 15:15:50.291819 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvr_db [None req-18105f8f-bd37-466b-b795-4804e95b0f0f None None] Set router 254f3108-08b9-45a2-96f7-ee63891b8136 gateway port host: dv-cinder-818233-1-iscsi {{(pid=101836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:15:50.297095 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-6c511628-2036-4ef3-acaa-e52303e69235 None None] Provisioning complete for port afd32afd-4110-4aae-8a78-27a37aa7a82a triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:15:50.297606 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-6c511628-2036-4ef3-acaa-e52303e69235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:50.388622 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03e30d8-f5b2-4411-8a88-f1f6fdc4f60f admin admin] Notify agent at l3_agent.dv-cinder-818233-1-iscsi the message routers_updated {{(pid=101834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 15:15:50.434832 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa23a112-64c6-40d8-9f88-5a5c5e4f1f79 None None] Sync routers for ids ['a990e7f9-771c-4200-98e0-b6d1c975e339'] in dv-cinder-818233-1-iscsi {{(pid=101835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 15:15:50.438790 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-d03e30d8-f5b2-4411-8a88-f1f6fdc4f60f admin admin] Publish callbacks [] for router, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:50.441604 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-d03e30d8-f5b2-4411-8a88-f1f6fdc4f60f admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6786520 Nov 17 15:15:50.443898 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 33730) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:15:50.468987 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa23a112-64c6-40d8-9f88-5a5c5e4f1f79 None None] Routers {'a990e7f9-771c-4200-98e0-b6d1c975e339'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:15:50.469507 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-aa23a112-64c6-40d8-9f88-5a5c5e4f1f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:15:24Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['a990e7f9-771c-4200-98e0-b6d1c975e339'], 'active': True} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:15:50.594490 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-18105f8f-bd37-466b-b795-4804e95b0f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254f3108-08b9-45a2-96f7-ee63891b8136', 'name': 'tempest-TestMinimumBasicScenario-1414588395-router', 'tenant_id': 'a9176c1aa35b454797426f5d4341a8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'c60b1268-d373-4485-a74c-816523de107d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:15:41Z', 'updated_at': '2021-11-17T15:15:45Z', 'revision_number': 4, 'project_id': 'a9176c1aa35b454797426f5d4341a8f0', 'gw_port': {'id': 'c60b1268-d373-4485-a74c-816523de107d', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f3108-08b9-45a2-96f7-ee63891b8136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:15:42Z', 'updated_at': '2021-11-17T15:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': 'afd32afd-4110-4aae-8a78-27a37aa7a82a', 'name': '', 'network_id': '9536a153-f59d-4a3d-a999-893ac4032dc6', 'tenant_id': 'a9176c1aa35b454797426f5d4341a8f0', 'mac_address': 'fa:16:3e:c6:2b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254f3108-08b9-45a2-96f7-ee63891b8136', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '35936d6d-3a38-491b-bcc7-155d304f102b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:15:44Z', 'updated_at': '2021-11-17T15:15:50Z', 'revision_number': 4, 'project_id': 'a9176c1aa35b454797426f5d4341a8f0', 'subnets': [{'id': '35936d6d-3a38-491b-bcc7-155d304f102b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:15:50.596331 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-6c511628-2036-4ef3-acaa-e52303e69235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:50.632745 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18105f8f-bd37-466b-b795-4804e95b0f0f None None] The sync data for ids ['254f3108-08b9-45a2-96f7-ee63891b8136'] in dv-cinder-818233-1-iscsi is: [{'id': '254f3108-08b9-45a2-96f7-ee63891b8136', 'name': 'tempest-TestMinimumBasicScenario-1414588395-router', 'tenant_id': 'a9176c1aa35b454797426f5d4341a8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'c60b1268-d373-4485-a74c-816523de107d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:15:41Z', 'updated_at': '2021-11-17T15:15:45Z', 'revision_number': 4, 'project_id': 'a9176c1aa35b454797426f5d4341a8f0', 'gw_port': {'id': 'c60b1268-d373-4485-a74c-816523de107d', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f3108-08b9-45a2-96f7-ee63891b8136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:15:42Z', 'updated_at': '2021-11-17T15:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': 'afd32afd-4110-4aae-8a78-27a37aa7a82a', 'name': '', 'network_id': '9536a153-f59d-4a3d-a999-893ac4032dc6', 'tenant_id': 'a9176c1aa35b454797426f5d4341a8f0', 'mac_address': 'fa:16:3e:c6:2b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '254f3108-08b9-45a2-96f7-ee63891b8136', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '35936d6d-3a38-491b-bcc7-155d304f102b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:15:44Z', 'updated_at': '2021-11-17T15:15:50Z', 'revision_number': 4, 'project_id': 'a9176c1aa35b454797426f5d4341a8f0', 'subnets': [{'id': '35936d6d-3a38-491b-bcc7-155d304f102b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 15:15:50.676913 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-6c511628-2036-4ef3-acaa-e52303e69235 None None] For port afd32afd-4110-4aae-8a78-27a37aa7a82a, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=afd32afd-4110-4aae-8a78-27a37aa7a82a,segment=NetworkSegment(9ce04018-b6b2-4ee2-8014-18729a72bc25),segment_id=9ce04018-b6b2-4ee2-8014-18729a72bc25)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:15:50.691607 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-6c511628-2036-4ef3-acaa-e52303e69235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:50.726186 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvr_db [None req-aa23a112-64c6-40d8-9f88-5a5c5e4f1f79 None None] Set router a990e7f9-771c-4200-98e0-b6d1c975e339 gateway port host: dv-cinder-818233-1-iscsi {{(pid=101835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:15:51.012393 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-6c511628-2036-4ef3-acaa-e52303e69235 None None] Provisioning complete for port f6a2a0f9-dff6-4191-9dde-4459cec1ec2a triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:15:51.012758 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-6c511628-2036-4ef3-acaa-e52303e69235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:51.051126 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device afd32afd-4110-4aae-8a78-27a37aa7a82a up at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:15:51.105474 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-71b9d56a-c46d-4ebe-9383-2c98a925a608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:51.165373 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c511628-2036-4ef3-acaa-e52303e69235 None None] Pushing event updated for resources: {'Port': ['ID=afd32afd-4110-4aae-8a78-27a37aa7a82a,revision_number=5']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:15:51.248424 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-6c511628-2036-4ef3-acaa-e52303e69235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:51.251155 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-aa23a112-64c6-40d8-9f88-5a5c5e4f1f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a990e7f9-771c-4200-98e0-b6d1c975e339', 'name': 'tempest-TestMinimumBasicScenario-1712803433-router', 'tenant_id': '559462808417434daf5bb058707d5c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '97d83c64-bfb1-4fbb-a4ae-7a680a6bad80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:15:47Z', 'updated_at': '2021-11-17T15:15:49Z', 'revision_number': 3, 'project_id': '559462808417434daf5bb058707d5c1b', 'gw_port': {'id': '97d83c64-bfb1-4fbb-a4ae-7a680a6bad80', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:23:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a990e7f9-771c-4200-98e0-b6d1c975e339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:15:48Z', 'updated_at': '2021-11-17T15:15:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi'}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:15:51.298977 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Provisioning complete for port afd32afd-4110-4aae-8a78-27a37aa7a82a triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:15:51.299582 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:51.303332 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa23a112-64c6-40d8-9f88-5a5c5e4f1f79 None None] Checking router: a990e7f9-771c-4200-98e0-b6d1c975e339 for host: dv-cinder-818233-1-iscsi {{(pid=101835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 15:15:51.303710 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa23a112-64c6-40d8-9f88-5a5c5e4f1f79 None None] Updating router a990e7f9-771c-4200-98e0-b6d1c975e339 port 97d83c64-bfb1-4fbb-a4ae-7a680a6bad80 binding host dv-cinder-818233-1-iscsi {{(pid=101835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 17 15:15:51.456039 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.db.db_base_plugin_common [None req-71b9d56a-c46d-4ebe-9383-2c98a925a608 admin admin] Allocated IP 172.20.0.1 (ce65d648-52d9-43f5-aff3-5c645d111240/3d52d39f-1c7a-439c-a7dc-32b94c9f5285/bb277633-4215-4a92-b508-23aae6284cb7) {{(pid=101833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:15:51.496160 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5071e-26d1-4a3d-aa25-a90cc9147e19 req-1dc10dd0-b134-464a-9fa7-0bdb4d097a22 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:15:51.505879 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-31e5071e-26d1-4a3d-aa25-a90cc9147e19 req-1dc10dd0-b134-464a-9fa7-0bdb4d097a22 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 945 time: 0.2433851 Nov 17 15:15:51.534728 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-6c511628-2036-4ef3-acaa-e52303e69235 None None] For port f6a2a0f9-dff6-4191-9dde-4459cec1ec2a, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=f6a2a0f9-dff6-4191-9dde-4459cec1ec2a,segment=NetworkSegment(32847be2-1af4-4edb-bb06-331801287bb7),segment_id=32847be2-1af4-4edb-bb06-331801287bb7)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:15:51.541310 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-aa23a112-64c6-40d8-9f88-5a5c5e4f1f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:51.587936 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-6c511628-2036-4ef3-acaa-e52303e69235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:51.620504 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-31e5071e-26d1-4a3d-aa25-a90cc9147e19 req-7a23dc74-e5a9-48b2-9a01-ab9e57f869b0 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135268 Nov 17 15:15:51.702722 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-71b9d56a-c46d-4ebe-9383-2c98a925a608 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:51.714201 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-2b513ae9-f863-451f-bf36-cba0cfbb9a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:51.760603 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-71b9d56a-c46d-4ebe-9383-2c98a925a608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4228920'] for port, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:51.788902 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c511628-2036-4ef3-acaa-e52303e69235 None None] Pushing event updated for resources: {'Port': ['ID=f6a2a0f9-dff6-4191-9dde-4459cec1ec2a,revision_number=3']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:15:51.804348 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-96530ba2-340c-40ec-a348-3e81a895d945 None None] Provisioning complete for port afd32afd-4110-4aae-8a78-27a37aa7a82a triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:15:51.804713 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-96530ba2-340c-40ec-a348-3e81a895d945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:51.851327 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b9d56a-c46d-4ebe-9383-2c98a925a608 admin admin] Network ce65d648-52d9-43f5-aff3-5c645d111240 is already hosted by enough agents. {{(pid=101833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:15:51.854795 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.base_scheduler [None req-71b9d56a-c46d-4ebe-9383-2c98a925a608 admin admin] Resources bound (agent type, host, resource id): {{(pid=101833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:15:51.861929 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b9d56a-c46d-4ebe-9383-2c98a925a608 admin admin] Received port after_create {{(pid=101833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:15:51.865477 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b9d56a-c46d-4ebe-9383-2c98a925a608 admin admin] Pushing event updated for resources: {'Port': ['ID=bb277633-4215-4a92-b508-23aae6284cb7,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:15:51.869987 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device f6a2a0f9-dff6-4191-9dde-4459cec1ec2a up at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:15:51.956661 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-71b9d56a-c46d-4ebe-9383-2c98a925a608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524977'] for router_interface, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:52.049607 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Provisioning complete for port f6a2a0f9-dff6-4191-9dde-4459cec1ec2a triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:15:52.051282 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:52.137374 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-aa23a112-64c6-40d8-9f88-5a5c5e4f1f79 None None] Publish callbacks [] for port, precommit_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:52.153857 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-71b9d56a-c46d-4ebe-9383-2c98a925a608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:52.175825 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-aa23a112-64c6-40d8-9f88-5a5c5e4f1f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:52.225070 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-96530ba2-340c-40ec-a348-3e81a895d945 None None] Provisioning complete for port f6a2a0f9-dff6-4191-9dde-4459cec1ec2a triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:15:52.225354 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-96530ba2-340c-40ec-a348-3e81a895d945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:52.242308 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device c60b1268-d373-4485-a74c-816523de107d up at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:15:52.290939 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c1195e-6715-4caa-9f20-6422d67e7b27 None None] Pushing event updated for resources: {'Port': ['ID=97d83c64-bfb1-4fbb-a4ae-7a680a6bad80,revision_number=2']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:15:52.297351 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-aa23a112-64c6-40d8-9f88-5a5c5e4f1f79 None None] Attempting to bind port 97d83c64-bfb1-4fbb-a4ae-7a680a6bad80 on host dv-cinder-818233-1-iscsi for vnic_type normal with profile {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 15:15:52.298266 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-aa23a112-64c6-40d8-9f88-5a5c5e4f1f79 None None] Attempting to bind port 97d83c64-bfb1-4fbb-a4ae-7a680a6bad80 by drivers openvswitch,hyperv on host dv-cinder-818233-1-iscsi at level 0 using segments [{'id': 'e39e10fc-a942-4c92-be27-2cc9068c33b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba'}] {{(pid=101835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 15:15:52.298266 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa23a112-64c6-40d8-9f88-5a5c5e4f1f79 None None] Attempting to bind port 97d83c64-bfb1-4fbb-a4ae-7a680a6bad80 on network 183472ab-d8ab-4bee-8fe8-a0a558356eba {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:15:52.318953 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa23a112-64c6-40d8-9f88-5a5c5e4f1f79 None None] Checking agent: {'id': '80212031-474b-4b2d-a4cc-c8968f8491db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818233-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 15, 2, 57), 'started_at': datetime.datetime(2021, 11, 17, 15, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 15, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818233-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 15:15:52.319221 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa23a112-64c6-40d8-9f88-5a5c5e4f1f79 None None] Checking segment: {'id': 'e39e10fc-a942-4c92-be27-2cc9068c33b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:15:52.319679 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-aa23a112-64c6-40d8-9f88-5a5c5e4f1f79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:52.320075 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa23a112-64c6-40d8-9f88-5a5c5e4f1f79 None None] Bound using segment: {'id': 'e39e10fc-a942-4c92-be27-2cc9068c33b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba'} {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 15:15:52.320566 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-aa23a112-64c6-40d8-9f88-5a5c5e4f1f79 None None] Bound port: 97d83c64-bfb1-4fbb-a4ae-7a680a6bad80, host: dv-cinder-818233-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e39e10fc-a942-4c92-be27-2cc9068c33b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba'}}] {{(pid=101835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 15:15:52.321496 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-aa23a112-64c6-40d8-9f88-5a5c5e4f1f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:52.373988 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-71b9d56a-c46d-4ebe-9383-2c98a925a608 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:52.381084 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-71b9d56a-c46d-4ebe-9383-2c98a925a608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4228911'] for port, after_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:52.444220 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-aa23a112-64c6-40d8-9f88-5a5c5e4f1f79 None None] For port 97d83c64-bfb1-4fbb-a4ae-7a680a6bad80, host dv-cinder-818233-1-iscsi, cleared binding levels {{(pid=101835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 15:15:52.449046 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Provisioning complete for port c60b1268-d373-4485-a74c-816523de107d triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:15:52.450053 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:52.481466 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-71b9d56a-c46d-4ebe-9383-2c98a925a608 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1014539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-525634'] for router_interface, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:52.483229 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b9d56a-c46d-4ebe-9383-2c98a925a608 admin admin] Pushing event updated for resources: {'Port': ['ID=bb277633-4215-4a92-b508-23aae6284cb7,revision_number=2']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:15:52.488849 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-aa23a112-64c6-40d8-9f88-5a5c5e4f1f79 None None] For port 97d83c64-bfb1-4fbb-a4ae-7a680a6bad80, host dv-cinder-818233-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=97d83c64-bfb1-4fbb-a4ae-7a680a6bad80,segment=NetworkSegment(e39e10fc-a942-4c92-be27-2cc9068c33b8),segment_id=e39e10fc-a942-4c92-be27-2cc9068c33b8)] {{(pid=101835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 15:15:52.517083 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-aa23a112-64c6-40d8-9f88-5a5c5e4f1f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:52.613305 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c1195e-6715-4caa-9f20-6422d67e7b27 None None] Pushing event updated for resources: {'Port': ['ID=97d83c64-bfb1-4fbb-a4ae-7a680a6bad80,revision_number=3']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:15:52.615881 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa23a112-64c6-40d8-9f88-5a5c5e4f1f79 None None] Routers {'a990e7f9-771c-4200-98e0-b6d1c975e339'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:15:52.616488 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-aa23a112-64c6-40d8-9f88-5a5c5e4f1f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:15:24Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['a990e7f9-771c-4200-98e0-b6d1c975e339'], 'active': True} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:15:52.646644 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b9d56a-c46d-4ebe-9383-2c98a925a608 admin admin] Network ce65d648-52d9-43f5-aff3-5c645d111240 is already hosted by enough agents. {{(pid=101833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:15:52.648111 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.base_scheduler [None req-71b9d56a-c46d-4ebe-9383-2c98a925a608 admin admin] Resources bound (agent type, host, resource id): {{(pid=101833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:15:52.698235 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-cba6aa1c-8d90-41e6-98b0-eb1ef939d16f None None] Provisioning complete for port bb277633-4215-4a92-b508-23aae6284cb7 triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:15:52.698609 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-cba6aa1c-8d90-41e6-98b0-eb1ef939d16f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:52.831075 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-cba6aa1c-8d90-41e6-98b0-eb1ef939d16f None None] Port bb277633-4215-4a92-b508-23aae6284cb7 cannot update to ACTIVE because it is not bound. {{(pid=101835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 15:15:52.847415 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b9d56a-c46d-4ebe-9383-2c98a925a608 admin admin] Router a990e7f9-771c-4200-98e0-b6d1c975e339 has already been hosted by L3 agent ed3bd2e8-8a22-4616-b806-7e727ef760a6 {{(pid=101833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 15:15:52.866095 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvr_db [None req-aa23a112-64c6-40d8-9f88-5a5c5e4f1f79 None None] Set router a990e7f9-771c-4200-98e0-b6d1c975e339 gateway port host: dv-cinder-818233-1-iscsi {{(pid=101835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:15:52.896117 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb953f3-d714-413a-9a3c-5a5650255aa6 req-94b8ae95-1051-491c-aac4-c85e40646356 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:15:52.905868 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-9bb953f3-d714-413a-9a3c-5a5650255aa6 req-94b8ae95-1051-491c-aac4-c85e40646356 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 945 time: 0.1429017 Nov 17 15:15:52.984021 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-9bb953f3-d714-413a-9a3c-5a5650255aa6 req-2755f798-08b2-433e-bbe2-bef5344f4300 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768898 Nov 17 15:15:52.999620 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device afd32afd-4110-4aae-8a78-27a37aa7a82a up at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:15:53.096879 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-7177bfa5-612f-4a9e-9948-4607f32b3508 None None] Provisioning complete for port bb277633-4215-4a92-b508-23aae6284cb7 triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:15:53.097665 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-7177bfa5-612f-4a9e-9948-4607f32b3508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:53.211852 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-7177bfa5-612f-4a9e-9948-4607f32b3508 None None] Port bb277633-4215-4a92-b508-23aae6284cb7 cannot update to ACTIVE because it is not bound. {{(pid=101835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 15:15:53.237044 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Provisioning complete for port afd32afd-4110-4aae-8a78-27a37aa7a82a triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:15:53.237673 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:53.238514 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b9d56a-c46d-4ebe-9383-2c98a925a608 admin admin] Notify agent at l3_agent.dv-cinder-818233-1-iscsi the message routers_updated {{(pid=101833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 15:15:53.259352 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-71b9d56a-c46d-4ebe-9383-2c98a925a608 admin admin] 10.222.0.62 "PUT /v2.0/routers/a990e7f9-771c-4200-98e0-b6d1c975e339/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8124292 Nov 17 15:15:53.406989 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-aa23a112-64c6-40d8-9f88-5a5c5e4f1f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a990e7f9-771c-4200-98e0-b6d1c975e339', 'name': 'tempest-TestMinimumBasicScenario-1712803433-router', 'tenant_id': '559462808417434daf5bb058707d5c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '97d83c64-bfb1-4fbb-a4ae-7a680a6bad80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:15:47Z', 'updated_at': '2021-11-17T15:15:52Z', 'revision_number': 4, 'project_id': '559462808417434daf5bb058707d5c1b', 'gw_port': {'id': '97d83c64-bfb1-4fbb-a4ae-7a680a6bad80', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:23:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a990e7f9-771c-4200-98e0-b6d1c975e339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:15:48Z', 'updated_at': '2021-11-17T15:15:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': 'bb277633-4215-4a92-b508-23aae6284cb7', 'name': '', 'network_id': 'ce65d648-52d9-43f5-aff3-5c645d111240', 'tenant_id': '559462808417434daf5bb058707d5c1b', 'mac_address': 'fa:16:3e:f3:5a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a990e7f9-771c-4200-98e0-b6d1c975e339', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '3d52d39f-1c7a-439c-a7dc-32b94c9f5285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:15:51Z', 'updated_at': '2021-11-17T15:15:52Z', 'revision_number': 2, 'project_id': '559462808417434daf5bb058707d5c1b', 'subnets': [{'id': '3d52d39f-1c7a-439c-a7dc-32b94c9f5285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:15:53.456186 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device f6a2a0f9-dff6-4191-9dde-4459cec1ec2a up at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:15:53.461971 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa23a112-64c6-40d8-9f88-5a5c5e4f1f79 None None] The sync data for ids ['a990e7f9-771c-4200-98e0-b6d1c975e339'] in dv-cinder-818233-1-iscsi is: [{'id': 'a990e7f9-771c-4200-98e0-b6d1c975e339', 'name': 'tempest-TestMinimumBasicScenario-1712803433-router', 'tenant_id': '559462808417434daf5bb058707d5c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '97d83c64-bfb1-4fbb-a4ae-7a680a6bad80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:15:47Z', 'updated_at': '2021-11-17T15:15:52Z', 'revision_number': 4, 'project_id': '559462808417434daf5bb058707d5c1b', 'gw_port': {'id': '97d83c64-bfb1-4fbb-a4ae-7a680a6bad80', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:23:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a990e7f9-771c-4200-98e0-b6d1c975e339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:15:48Z', 'updated_at': '2021-11-17T15:15:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': 'bb277633-4215-4a92-b508-23aae6284cb7', 'name': '', 'network_id': 'ce65d648-52d9-43f5-aff3-5c645d111240', 'tenant_id': '559462808417434daf5bb058707d5c1b', 'mac_address': 'fa:16:3e:f3:5a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a990e7f9-771c-4200-98e0-b6d1c975e339', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '3d52d39f-1c7a-439c-a7dc-32b94c9f5285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:15:51Z', 'updated_at': '2021-11-17T15:15:52Z', 'revision_number': 2, 'project_id': '559462808417434daf5bb058707d5c1b', 'subnets': [{'id': '3d52d39f-1c7a-439c-a7dc-32b94c9f5285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 15:15:53.540224 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Provisioning complete for port f6a2a0f9-dff6-4191-9dde-4459cec1ec2a triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:15:53.540597 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:53.822968 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-b32c5d69-7caa-4a40-b1c0-8dd3bb2f6134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:54.144087 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5285d6e4-a0c4-41ec-a8e6-628fe0bcec1c req-659b301f-487e-4828-bcae-a0986a29bdf6 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:15:54.153431 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-5285d6e4-a0c4-41ec-a8e6-628fe0bcec1c req-659b301f-487e-4828-bcae-a0986a29bdf6 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 945 time: 0.0687435 Nov 17 15:15:54.240101 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-5285d6e4-a0c4-41ec-a8e6-628fe0bcec1c req-d0a5419c-ca92-48dd-abbb-21476e857856 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856876 Nov 17 15:15:54.788510 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:54.904017 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device 97d83c64-bfb1-4fbb-a4ae-7a680a6bad80 up at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:15:55.014242 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Provisioning complete for port 97d83c64-bfb1-4fbb-a4ae-7a680a6bad80 triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:15:55.014618 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:55.370782 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:55.412038 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] For port 97d83c64-bfb1-4fbb-a4ae-7a680a6bad80, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=97d83c64-bfb1-4fbb-a4ae-7a680a6bad80,segment=NetworkSegment(e39e10fc-a942-4c92-be27-2cc9068c33b8),segment_id=e39e10fc-a942-4c92-be27-2cc9068c33b8)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:15:55.422225 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:55.459930 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6fbb91-61c9-4256-a542-32cfc57c19d0 req-ce24a1bc-b490-4e92-a1d6-b0d93ce94641 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:15:55.462067 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-fe6fbb91-61c9-4256-a542-32cfc57c19d0 req-ce24a1bc-b490-4e92-a1d6-b0d93ce94641 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 945 time: 0.0994918 Nov 17 15:15:55.548380 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Pushing event updated for resources: {'Port': ['ID=97d83c64-bfb1-4fbb-a4ae-7a680a6bad80,revision_number=4']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:15:55.555257 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-fe6fbb91-61c9-4256-a542-32cfc57c19d0 req-f87814a8-be66-4bff-b723-52c4b32bfce0 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813742 Nov 17 15:15:56.284477 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:56.463262 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab4d47b-bded-4433-800f-fb48e036da59 req-b15b76f8-7bf7-406a-84a9-2eee7218833f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:15:56.465087 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-fab4d47b-bded-4433-800f-fb48e036da59 req-b15b76f8-7bf7-406a-84a9-2eee7218833f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=63de158095ca464198ff20de9427a670&device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 1098 time: 0.0461340 Nov 17 15:15:56.566407 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab4d47b-bded-4433-800f-fb48e036da59 req-b8bc1588-f68b-4dda-962b-b1ebc191028c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:15:56.567897 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-fab4d47b-bded-4433-800f-fb48e036da59 req-b8bc1588-f68b-4dda-962b-b1ebc191028c service neutron] 10.222.0.55 "GET /v2.0/networks?id=2d259df1-c4ab-4d22-8926-f0a465d8e0b5 HTTP/1.1" status: 200 len: 918 time: 0.0954218 Nov 17 15:15:56.685157 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-fab4d47b-bded-4433-800f-fb48e036da59 req-86e8d598-04e0-4657-8c78-26710a409d8a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b9b658b-f1e8-4029-b50e-dd415ed21f06 HTTP/1.1" status: 200 len: 1001 time: 0.1093459 Nov 17 15:15:56.739458 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445d3b6-680c-4902-bb91-15800223625b req-e45e2dab-d95b-4dee-b6dc-00f000d52ed6 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:15:56.740973 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-c445d3b6-680c-4902-bb91-15800223625b req-e45e2dab-d95b-4dee-b6dc-00f000d52ed6 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 945 time: 0.0883977 Nov 17 15:15:56.768012 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab4d47b-bded-4433-800f-fb48e036da59 req-a6bf1762-b611-454c-b261-8af6f386f14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:15:56.769372 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-fab4d47b-bded-4433-800f-fb48e036da59 req-a6bf1762-b611-454c-b261-8af6f386f14f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8a8d8948-a156-4cc4-9771-6d5567fbb98c HTTP/1.1" status: 200 len: 856 time: 0.0755272 Nov 17 15:15:56.832024 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-c445d3b6-680c-4902-bb91-15800223625b req-9a75237f-3734-4f57-ad97-759244037fe9 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833330 Nov 17 15:15:56.848509 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device 97d83c64-bfb1-4fbb-a4ae-7a680a6bad80 up at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:15:56.858137 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab4d47b-bded-4433-800f-fb48e036da59 req-31b8bc0d-43d8-47d6-9ea5-c4d777312d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:15:56.860142 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-fab4d47b-bded-4433-800f-fb48e036da59 req-31b8bc0d-43d8-47d6-9ea5-c4d777312d0d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2d259df1-c4ab-4d22-8926-f0a465d8e0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0769184 Nov 17 15:15:56.906716 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Provisioning complete for port 97d83c64-bfb1-4fbb-a4ae-7a680a6bad80 triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:15:56.908895 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:56.982768 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-fab4d47b-bded-4433-800f-fb48e036da59 req-453fb600-8590-419e-a285-fde3e5c5076f service neutron] 10.222.0.55 "GET /v2.0/networks/2d259df1-c4ab-4d22-8926-f0a465d8e0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103914 Nov 17 15:15:57.131083 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-fab4d47b-bded-4433-800f-fb48e036da59 req-66883505-009b-4258-b370-ad03ff79d273 service neutron] 10.222.0.55 "GET /v2.0/networks/2d259df1-c4ab-4d22-8926-f0a465d8e0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315827 Nov 17 15:15:57.178495 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:57.636667 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e519511-9716-4bd2-b137-27edbb9480ef req-f36ddc1f-b4f8-4960-8c4f-6dcfb14d5356 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:15:57.640198 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-6e519511-9716-4bd2-b137-27edbb9480ef req-f36ddc1f-b4f8-4960-8c4f-6dcfb14d5356 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 946 time: 0.0561500 Nov 17 15:15:57.698279 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-6e519511-9716-4bd2-b137-27edbb9480ef req-189697ad-f821-40e5-b573-f51b181491d4 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=d021336b-71ed-4ed3-bf6c-930a92e4b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516484 Nov 17 15:15:57.931182 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c4c2d5-0068-4d82-9d6f-e69b2d32079f None None] Sync routers for ids ['a990e7f9-771c-4200-98e0-b6d1c975e339'] in dv-cinder-818233-1-iscsi {{(pid=101836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 15:15:57.943796 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c4c2d5-0068-4d82-9d6f-e69b2d32079f None None] Routers {'a990e7f9-771c-4200-98e0-b6d1c975e339'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:15:57.944786 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-f1c4c2d5-0068-4d82-9d6f-e69b2d32079f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:15:54Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['a990e7f9-771c-4200-98e0-b6d1c975e339'], 'active': True} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:15:57.974653 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739dfa6a-daec-4193-ad41-5cc0d81f7adc req-34b52576-c009-4ab3-84b7-0ec7126ff513 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:15:57.976191 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-739dfa6a-daec-4193-ad41-5cc0d81f7adc req-34b52576-c009-4ab3-84b7-0ec7126ff513 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 945 time: 0.0536494 Nov 17 15:15:58.034140 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-739dfa6a-daec-4193-ad41-5cc0d81f7adc req-76fc2372-6eca-4fee-827d-6aeef728f5ab tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498099 Nov 17 15:15:58.090369 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvr_db [None req-f1c4c2d5-0068-4d82-9d6f-e69b2d32079f None None] Set router a990e7f9-771c-4200-98e0-b6d1c975e339 gateway port host: dv-cinder-818233-1-iscsi {{(pid=101836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:15:58.303189 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-f1c4c2d5-0068-4d82-9d6f-e69b2d32079f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a990e7f9-771c-4200-98e0-b6d1c975e339', 'name': 'tempest-TestMinimumBasicScenario-1712803433-router', 'tenant_id': '559462808417434daf5bb058707d5c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '97d83c64-bfb1-4fbb-a4ae-7a680a6bad80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:15:47Z', 'updated_at': '2021-11-17T15:15:52Z', 'revision_number': 4, 'project_id': '559462808417434daf5bb058707d5c1b', 'gw_port': {'id': '97d83c64-bfb1-4fbb-a4ae-7a680a6bad80', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:23:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a990e7f9-771c-4200-98e0-b6d1c975e339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:15:48Z', 'updated_at': '2021-11-17T15:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': 'bb277633-4215-4a92-b508-23aae6284cb7', 'name': '', 'network_id': 'ce65d648-52d9-43f5-aff3-5c645d111240', 'tenant_id': '559462808417434daf5bb058707d5c1b', 'mac_address': 'fa:16:3e:f3:5a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a990e7f9-771c-4200-98e0-b6d1c975e339', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '3d52d39f-1c7a-439c-a7dc-32b94c9f5285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:15:51Z', 'updated_at': '2021-11-17T15:15:52Z', 'revision_number': 2, 'project_id': '559462808417434daf5bb058707d5c1b', 'subnets': [{'id': '3d52d39f-1c7a-439c-a7dc-32b94c9f5285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:15:58.334563 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c4c2d5-0068-4d82-9d6f-e69b2d32079f None None] Checking router: a990e7f9-771c-4200-98e0-b6d1c975e339 for host: dv-cinder-818233-1-iscsi {{(pid=101836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 15:15:58.334826 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c4c2d5-0068-4d82-9d6f-e69b2d32079f None None] Updating router a990e7f9-771c-4200-98e0-b6d1c975e339 port bb277633-4215-4a92-b508-23aae6284cb7 binding host dv-cinder-818233-1-iscsi {{(pid=101836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 17 15:15:58.361074 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-f1c4c2d5-0068-4d82-9d6f-e69b2d32079f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:58.626044 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device 0b9b658b-f1e8-4029-b50e-dd415ed21f06 no longer exists at agent hyperv_hv-cinder-81823 {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 15:15:58.728879 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:58.763204 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d10d8b-4d76-4bb3-964d-bbffa65ef564', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b9b658b-f1e8-4029-b50e-dd415ed21f06'}] {{(pid=101835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:15:58.768421 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc2a867bdaff5c76f0208ec4146e14dfecc9fe2083470249ba9c3c2934649c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a349117-a680-4551-93f1-b7b8509e159f" -d '{"events": [{"server_uuid": "a0d10d8b-4d76-4bb3-964d-bbffa65ef564", "name": "network-vif-unplugged", "status": "completed", "tag": "0b9b658b-f1e8-4029-b50e-dd415ed21f06"}]}' {{(pid=101835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:15:58.777343 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-f1c4c2d5-0068-4d82-9d6f-e69b2d32079f None None] Publish callbacks [] for port, precommit_update {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:58.801505 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port 0b9b658b-f1e8-4029-b50e-dd415ed21f06, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=0b9b658b-f1e8-4029-b50e-dd415ed21f06,segment=NetworkSegment(ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5),segment_id=ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:15:58.802686 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-f1c4c2d5-0068-4d82-9d6f-e69b2d32079f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:58.811930 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:58.853161 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 17 Nov 2021 15:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819bb598-6d96-44b0-9fd6-3103ccc42ce3 x-openstack-request-id: req-819bb598-6d96-44b0-9fd6-3103ccc42ce3 {{(pid=101835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:15:58.853761 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d10d8b-4d76-4bb3-964d-bbffa65ef564", "name": "network-vif-unplugged", "status": "completed", "tag": "0b9b658b-f1e8-4029-b50e-dd415ed21f06", "code": 200}]} {{(pid=101835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:15:58.854286 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-819bb598-6d96-44b0-9fd6-3103ccc42ce3 {{(pid=101835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:15:58.854864 dv-cinder-818233-1-iscsi neutron-server[101835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d10d8b-4d76-4bb3-964d-bbffa65ef564', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b9b658b-f1e8-4029-b50e-dd415ed21f06', 'code': 200} Nov 17 15:15:58.891221 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Pushing event updated for resources: {'Port': ['ID=0b9b658b-f1e8-4029-b50e-dd415ed21f06,revision_number=8']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:15:58.895476 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda961b8-4b03-46a7-aec2-575e1d2eb58b req-b403fe77-1e58-4b8f-bf82-d9f44d97d680 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:15:58.900260 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-fda961b8-4b03-46a7-aec2-575e1d2eb58b req-b403fe77-1e58-4b8f-bf82-d9f44d97d680 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 946 time: 0.0773113 Nov 17 15:15:58.922991 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970a4e0-d59a-4454-9ab9-3adddc5ec89e None None] Pushing event updated for resources: {'Port': ['ID=bb277633-4215-4a92-b508-23aae6284cb7,revision_number=3']} {{(pid=101836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:15:58.959446 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-fda961b8-4b03-46a7-aec2-575e1d2eb58b req-4b4017a8-1676-4c5b-ba57-4ec146a70680 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=d021336b-71ed-4ed3-bf6c-930a92e4b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502887 Nov 17 15:15:59.008630 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.managers [None req-f1c4c2d5-0068-4d82-9d6f-e69b2d32079f None None] Attempting to bind port bb277633-4215-4a92-b508-23aae6284cb7 on host dv-cinder-818233-1-iscsi for vnic_type normal with profile {{(pid=101836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 15:15:59.009120 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.managers [None req-f1c4c2d5-0068-4d82-9d6f-e69b2d32079f None None] Attempting to bind port bb277633-4215-4a92-b508-23aae6284cb7 by drivers openvswitch,hyperv on host dv-cinder-818233-1-iscsi at level 0 using segments [{'id': '32847be2-1af4-4edb-bb06-331801287bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'ce65d648-52d9-43f5-aff3-5c645d111240'}] {{(pid=101836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 15:15:59.009343 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c4c2d5-0068-4d82-9d6f-e69b2d32079f None None] Attempting to bind port bb277633-4215-4a92-b508-23aae6284cb7 on network ce65d648-52d9-43f5-aff3-5c645d111240 {{(pid=101836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:15:59.014766 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c4c2d5-0068-4d82-9d6f-e69b2d32079f None None] Checking agent: {'id': '80212031-474b-4b2d-a4cc-c8968f8491db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818233-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 15, 2, 57), 'started_at': datetime.datetime(2021, 11, 17, 15, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 15, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818233-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 15:15:59.015143 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c4c2d5-0068-4d82-9d6f-e69b2d32079f None None] Checking segment: {'id': '32847be2-1af4-4edb-bb06-331801287bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'ce65d648-52d9-43f5-aff3-5c645d111240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:15:59.015598 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-f1c4c2d5-0068-4d82-9d6f-e69b2d32079f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:59.015980 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c4c2d5-0068-4d82-9d6f-e69b2d32079f None None] Bound using segment: {'id': '32847be2-1af4-4edb-bb06-331801287bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'ce65d648-52d9-43f5-aff3-5c645d111240'} {{(pid=101836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 15:15:59.016447 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.managers [None req-f1c4c2d5-0068-4d82-9d6f-e69b2d32079f None None] Bound port: bb277633-4215-4a92-b508-23aae6284cb7, host: dv-cinder-818233-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32847be2-1af4-4edb-bb06-331801287bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'ce65d648-52d9-43f5-aff3-5c645d111240'}}] {{(pid=101836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 15:15:59.016847 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-f1c4c2d5-0068-4d82-9d6f-e69b2d32079f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:59.133922 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.db [None req-f1c4c2d5-0068-4d82-9d6f-e69b2d32079f None None] For port bb277633-4215-4a92-b508-23aae6284cb7, host dv-cinder-818233-1-iscsi, cleared binding levels {{(pid=101836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 15:15:59.137798 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.db [None req-f1c4c2d5-0068-4d82-9d6f-e69b2d32079f None None] For port bb277633-4215-4a92-b508-23aae6284cb7, host dv-cinder-818233-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=bb277633-4215-4a92-b508-23aae6284cb7,segment=NetworkSegment(32847be2-1af4-4edb-bb06-331801287bb7),segment_id=32847be2-1af4-4edb-bb06-331801287bb7)] {{(pid=101836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 15:15:59.145275 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-f1c4c2d5-0068-4d82-9d6f-e69b2d32079f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:59.151226 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-785cfc5e-de6c-4d70-b45f-7d1a8eadcbcc None None] Provisioning complete for port bb277633-4215-4a92-b508-23aae6284cb7 triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:15:59.151984 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-785cfc5e-de6c-4d70-b45f-7d1a8eadcbcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:59.209397 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970a4e0-d59a-4454-9ab9-3adddc5ec89e None None] Pushing event updated for resources: {'Port': ['ID=bb277633-4215-4a92-b508-23aae6284cb7,revision_number=4']} {{(pid=101836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:15:59.247870 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-785cfc5e-de6c-4d70-b45f-7d1a8eadcbcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:59.254359 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c4c2d5-0068-4d82-9d6f-e69b2d32079f None None] Routers {'a990e7f9-771c-4200-98e0-b6d1c975e339'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:15:59.254993 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-f1c4c2d5-0068-4d82-9d6f-e69b2d32079f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:15:54Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['a990e7f9-771c-4200-98e0-b6d1c975e339'], 'active': True} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:15:59.285621 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d8d80d-15f4-4264-a9cb-d43fa00cdb15 req-faefc50c-0aa1-4061-b1c3-0c90e9ac4b2f tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:15:59.296036 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-51d8d80d-15f4-4264-a9cb-d43fa00cdb15 req-faefc50c-0aa1-4061-b1c3-0c90e9ac4b2f tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 943 time: 0.1271796 Nov 17 15:15:59.300568 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-785cfc5e-de6c-4d70-b45f-7d1a8eadcbcc None None] For port bb277633-4215-4a92-b508-23aae6284cb7, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=bb277633-4215-4a92-b508-23aae6284cb7,segment=NetworkSegment(32847be2-1af4-4edb-bb06-331801287bb7),segment_id=32847be2-1af4-4edb-bb06-331801287bb7)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:15:59.306354 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-785cfc5e-de6c-4d70-b45f-7d1a8eadcbcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:59.397827 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-51d8d80d-15f4-4264-a9cb-d43fa00cdb15 req-b5c3099c-8c2e-4db7-a053-f2d2ca090c29 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005557 Nov 17 15:15:59.409432 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785cfc5e-de6c-4d70-b45f-7d1a8eadcbcc None None] Pushing event updated for resources: {'Port': ['ID=bb277633-4215-4a92-b508-23aae6284cb7,revision_number=5']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:15:59.458032 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvr_db [None req-f1c4c2d5-0068-4d82-9d6f-e69b2d32079f None None] Set router a990e7f9-771c-4200-98e0-b6d1c975e339 gateway port host: dv-cinder-818233-1-iscsi {{(pid=101836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:15:59.640664 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-6b566f92-8350-4c98-84e3-b393fdf6a094 None None] Provisioning complete for port bb277633-4215-4a92-b508-23aae6284cb7 triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:15:59.643107 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-6b566f92-8350-4c98-84e3-b393fdf6a094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:15:59.707630 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-f1c4c2d5-0068-4d82-9d6f-e69b2d32079f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a990e7f9-771c-4200-98e0-b6d1c975e339', 'name': 'tempest-TestMinimumBasicScenario-1712803433-router', 'tenant_id': '559462808417434daf5bb058707d5c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '97d83c64-bfb1-4fbb-a4ae-7a680a6bad80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:15:47Z', 'updated_at': '2021-11-17T15:15:52Z', 'revision_number': 4, 'project_id': '559462808417434daf5bb058707d5c1b', 'gw_port': {'id': '97d83c64-bfb1-4fbb-a4ae-7a680a6bad80', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:23:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a990e7f9-771c-4200-98e0-b6d1c975e339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:15:48Z', 'updated_at': '2021-11-17T15:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': 'bb277633-4215-4a92-b508-23aae6284cb7', 'name': '', 'network_id': 'ce65d648-52d9-43f5-aff3-5c645d111240', 'tenant_id': '559462808417434daf5bb058707d5c1b', 'mac_address': 'fa:16:3e:f3:5a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a990e7f9-771c-4200-98e0-b6d1c975e339', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '3d52d39f-1c7a-439c-a7dc-32b94c9f5285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:15:51Z', 'updated_at': '2021-11-17T15:15:59Z', 'revision_number': 4, 'project_id': '559462808417434daf5bb058707d5c1b', 'subnets': [{'id': '3d52d39f-1c7a-439c-a7dc-32b94c9f5285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:15:59.748500 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c4c2d5-0068-4d82-9d6f-e69b2d32079f None None] The sync data for ids ['a990e7f9-771c-4200-98e0-b6d1c975e339'] in dv-cinder-818233-1-iscsi is: [{'id': 'a990e7f9-771c-4200-98e0-b6d1c975e339', 'name': 'tempest-TestMinimumBasicScenario-1712803433-router', 'tenant_id': '559462808417434daf5bb058707d5c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '97d83c64-bfb1-4fbb-a4ae-7a680a6bad80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:15:47Z', 'updated_at': '2021-11-17T15:15:52Z', 'revision_number': 4, 'project_id': '559462808417434daf5bb058707d5c1b', 'gw_port': {'id': '97d83c64-bfb1-4fbb-a4ae-7a680a6bad80', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:23:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a990e7f9-771c-4200-98e0-b6d1c975e339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:15:48Z', 'updated_at': '2021-11-17T15:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': 'bb277633-4215-4a92-b508-23aae6284cb7', 'name': '', 'network_id': 'ce65d648-52d9-43f5-aff3-5c645d111240', 'tenant_id': '559462808417434daf5bb058707d5c1b', 'mac_address': 'fa:16:3e:f3:5a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a990e7f9-771c-4200-98e0-b6d1c975e339', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '3d52d39f-1c7a-439c-a7dc-32b94c9f5285', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:15:51Z', 'updated_at': '2021-11-17T15:15:59Z', 'revision_number': 4, 'project_id': '559462808417434daf5bb058707d5c1b', 'subnets': [{'id': '3d52d39f-1c7a-439c-a7dc-32b94c9f5285', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 15:15:59.804582 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85b63e-1544-40f4-b569-d0797190f059 req-e050f420-96d4-408c-9694-d0d8588d9c0b tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:15:59.806315 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-3d85b63e-1544-40f4-b569-d0797190f059 req-e050f420-96d4-408c-9694-d0d8588d9c0b tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 946 time: 0.0888660 Nov 17 15:15:59.919885 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.plugin [req-3d85b63e-1544-40f4-b569-d0797190f059 req-4e9ef439-e624-4f60-b2d8-38871ee83c23 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Deleting port b6f53709-aebf-47c2-897b-edc056f39eda {{(pid=101833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:15:59.920595 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-3d85b63e-1544-40f4-b569-d0797190f059 req-4e9ef439-e624-4f60-b2d8-38871ee83c23 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:00.052611 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.db [req-3d85b63e-1544-40f4-b569-d0797190f059 req-4e9ef439-e624-4f60-b2d8-38871ee83c23 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] For port b6f53709-aebf-47c2-897b-edc056f39eda, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=b6f53709-aebf-47c2-897b-edc056f39eda,segment=NetworkSegment(5544a57b-458e-443f-8f9d-a2629fafc7ee),segment_id=5544a57b-458e-443f-8f9d-a2629fafc7ee)] {{(pid=101833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:16:00.053068 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-3d85b63e-1544-40f4-b569-d0797190f059 req-4e9ef439-e624-4f60-b2d8-38871ee83c23 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:00.124873 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba0cd5-c819-4ca0-8f72-b25d1cfa2e5f req-7e01bc4d-f4be-4941-97e3-b285b1e84871 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:00.126546 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-55ba0cd5-c819-4ca0-8f72-b25d1cfa2e5f req-7e01bc4d-f4be-4941-97e3-b285b1e84871 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 946 time: 0.0735381 Nov 17 15:16:00.202125 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-55ba0cd5-c819-4ca0-8f72-b25d1cfa2e5f req-411da5bb-940b-4c21-95d5-5da80524a483 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=d021336b-71ed-4ed3-bf6c-930a92e4b1c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693550 Nov 17 15:16:00.350796 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-3d85b63e-1544-40f4-b569-d0797190f059 req-4e9ef439-e624-4f60-b2d8-38871ee83c23 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:00.351347 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-3d85b63e-1544-40f4-b569-d0797190f059 req-4e9ef439-e624-4f60-b2d8-38871ee83c23 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526871'] for floatingip, after_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:00.351472 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.db.l3_db [req-3d85b63e-1544-40f4-b569-d0797190f059 req-4e9ef439-e624-4f60-b2d8-38871ee83c23 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Floating IP 41d0ee97-a256-4dfb-aa87-c13b72f8a6e5 disassociated. External IP: 172.27.1.96, port: b6f53709-aebf-47c2-897b-edc056f39eda. Nov 17 15:16:00.352367 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.plugin [req-3d85b63e-1544-40f4-b569-d0797190f059 req-4e9ef439-e624-4f60-b2d8-38871ee83c23 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Calling delete_port for b6f53709-aebf-47c2-897b-edc056f39eda owned by compute:nova {{(pid=101833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:16:00.659684 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-3d85b63e-1544-40f4-b569-d0797190f059 req-4e9ef439-e624-4f60-b2d8-38871ee83c23 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4228920'] for port, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:00.669516 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57ca53-9c5d-441f-9e17-57fe351cdd38 req-9331ff8d-7c61-4490-af77-70f83797054a tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:00.676798 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-2f57ca53-9c5d-441f-9e17-57fe351cdd38 req-9331ff8d-7c61-4490-af77-70f83797054a tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 943 time: 0.1410289 Nov 17 15:16:00.721943 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ef439-e624-4f60-b2d8-38871ee83c23 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Pushing event deleted for resources: {'Port': ['ID=b6f53709-aebf-47c2-897b-edc056f39eda,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:16:00.817905 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-2f57ca53-9c5d-441f-9e17-57fe351cdd38 req-1ea041bb-4d11-4a67-bad3-47ee56779993 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401420 Nov 17 15:16:00.895846 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device bb277633-4215-4a92-b508-23aae6284cb7 up at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:16:00.938258 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d85b63e-1544-40f4-b569-d0797190f059 req-4e9ef439-e624-4f60-b2d8-38871ee83c23 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Router 486b4896-4f2a-4948-9514-3d7bb2d8d920 has already been hosted by L3 agent ed3bd2e8-8a22-4616-b806-7e727ef760a6 {{(pid=101833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 15:16:00.994216 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Provisioning complete for port bb277633-4215-4a92-b508-23aae6284cb7 triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:16:00.994585 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:01.078382 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d85b63e-1544-40f4-b569-d0797190f059 req-4e9ef439-e624-4f60-b2d8-38871ee83c23 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Notify agent at l3_agent.dv-cinder-818233-1-iscsi the message routers_updated {{(pid=101833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 15:16:01.099548 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03c1e69-f0a0-4f32-bf30-03761981f40d None None] Sync routers for ids ['486b4896-4f2a-4948-9514-3d7bb2d8d920'] in dv-cinder-818233-1-iscsi {{(pid=101835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 15:16:01.112283 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03c1e69-f0a0-4f32-bf30-03761981f40d None None] Routers {'486b4896-4f2a-4948-9514-3d7bb2d8d920'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:16:01.112901 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-f03c1e69-f0a0-4f32-bf30-03761981f40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:15:54Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['486b4896-4f2a-4948-9514-3d7bb2d8d920'], 'active': True} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:16:01.163209 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d85b63e-1544-40f4-b569-d0797190f059 req-4e9ef439-e624-4f60-b2d8-38871ee83c23 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] No DVR routers for this DVR port b6f53709-aebf-47c2-897b-edc056f39eda on host hv-cinder-81823 {{(pid=101833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 15:16:01.166201 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-3d85b63e-1544-40f4-b569-d0797190f059 req-4e9ef439-e624-4f60-b2d8-38871ee83c23 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for port, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:01.169574 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-3d85b63e-1544-40f4-b569-d0797190f059 req-4e9ef439-e624-4f60-b2d8-38871ee83c23 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.55 "DELETE /v2.0/ports/b6f53709-aebf-47c2-897b-edc056f39eda HTTP/1.1" status: 204 len: 173 time: 1.3539150 Nov 17 15:16:01.170015 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa18ff41-afde-4d28-8a25-2c9981ac6cff', 'name': 'network-vif-deleted', 'tag': 'b6f53709-aebf-47c2-897b-edc056f39eda'}] {{(pid=101833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:16:01.172445 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98a3914b10db2bda8b449d081c398edb642d8063ca6ecbd0a439108c8bd060b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b930b3f3-cd3e-4f43-bcb5-a5a98a26a302" -d '{"events": [{"server_uuid": "fa18ff41-afde-4d28-8a25-2c9981ac6cff", "name": "network-vif-deleted", "tag": "b6f53709-aebf-47c2-897b-edc056f39eda"}]}' {{(pid=101833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:16:01.219696 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 15:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfcb4262-3dcc-4ae5-99e0-9959a5624e24 x-openstack-request-id: req-bfcb4262-3dcc-4ae5-99e0-9959a5624e24 {{(pid=101833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:16:01.219988 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa18ff41-afde-4d28-8a25-2c9981ac6cff", "name": "network-vif-deleted", "tag": "b6f53709-aebf-47c2-897b-edc056f39eda", "status": "completed", "code": 200}]} {{(pid=101833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:16:01.220239 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bfcb4262-3dcc-4ae5-99e0-9959a5624e24 {{(pid=101833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:16:01.220692 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa18ff41-afde-4d28-8a25-2c9981ac6cff', 'name': 'network-vif-deleted', 'tag': 'b6f53709-aebf-47c2-897b-edc056f39eda', 'status': 'completed', 'code': 200} Nov 17 15:16:01.266616 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvr_db [None req-f03c1e69-f0a0-4f32-bf30-03761981f40d None None] Set router 486b4896-4f2a-4948-9514-3d7bb2d8d920 gateway port host: dv-cinder-818233-1-iscsi {{(pid=101835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:16:01.340515 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-399a35f1-201d-4512-aaba-995a4bb0bc8d req-d992d15a-03ab-42fa-8ec1-cf4b29eb3f0b tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=fa18ff41-afde-4d28-8a25-2c9981ac6cff HTTP/1.1" status: 200 len: 210 time: 0.0335176 Nov 17 15:16:01.554285 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-f03c1e69-f0a0-4f32-bf30-03761981f40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'name': 'tempest-AttachVolumeTestJSON-1945661835-router', 'tenant_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '1e1d0785-2218-460c-8745-f09d338ac16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:10:50Z', 'updated_at': '2021-11-17T15:10:58Z', 'revision_number': 4, 'project_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'gw_port': {'id': '1e1d0785-2218-460c-8745-f09d338ac16f', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:10:51Z', 'updated_at': '2021-11-17T15:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': '6ded3c33-b409-4b26-b8a6-f44286832de4', 'name': '', 'network_id': '6ca42089-8bb6-47e4-9dcd-a40e1ac70e66', 'tenant_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'mac_address': 'fa:16:3e:9b:b6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7a6cfc7a-d04e-4d58-a0f5-383a0d4f2ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:10:56Z', 'updated_at': '2021-11-17T15:11:08Z', 'revision_number': 5, 'project_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'subnets': [{'id': '7a6cfc7a-d04e-4d58-a0f5-383a0d4f2ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:16:01.587000 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03c1e69-f0a0-4f32-bf30-03761981f40d None None] Checking router: 486b4896-4f2a-4948-9514-3d7bb2d8d920 for host: dv-cinder-818233-1-iscsi {{(pid=101835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 15:16:01.610731 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03c1e69-f0a0-4f32-bf30-03761981f40d None None] Routers {'486b4896-4f2a-4948-9514-3d7bb2d8d920'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:16:01.612640 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-f03c1e69-f0a0-4f32-bf30-03761981f40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:15:54Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['486b4896-4f2a-4948-9514-3d7bb2d8d920'], 'active': True} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:16:01.838994 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [req-6802ddcc-aeb1-4577-bb84-10a7c119f502 req-4f09ec55-66f4-4240-91b4-f1870ceb3047 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=101833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 17 15:16:01.850363 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-6802ddcc-aeb1-4577-bb84-10a7c119f502 req-4f09ec55-66f4-4240-91b4-f1870ceb3047 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1072624 Nov 17 15:16:01.887429 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvr_db [None req-f03c1e69-f0a0-4f32-bf30-03761981f40d None None] Set router 486b4896-4f2a-4948-9514-3d7bb2d8d920 gateway port host: dv-cinder-818233-1-iscsi {{(pid=101835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:16:02.217890 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49277de-57d2-4244-a60d-def540cc149f req-ef1e474b-9af8-46c5-99f2-e373c64d4949 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:02.233119 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-c49277de-57d2-4244-a60d-def540cc149f req-ef1e474b-9af8-46c5-99f2-e373c64d4949 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=801bcb07-e233-4a21-aca7-866697e30e1a HTTP/1.1" status: 200 len: 946 time: 0.1299012 Nov 17 15:16:02.293012 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11e4e9-aa2d-4db4-9993-e2bdd2a4bd63 req-b9efec8b-a473-4dc6-bf68-2195e4b9edfd tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:02.300740 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-8b11e4e9-aa2d-4db4-9993-e2bdd2a4bd63 req-b9efec8b-a473-4dc6-bf68-2195e4b9edfd tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 943 time: 0.1196337 Nov 17 15:16:02.411337 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-c49277de-57d2-4244-a60d-def540cc149f req-9d17e0b2-92ac-469d-a2fd-5320d12edad4 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711168 Nov 17 15:16:02.435919 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-8b11e4e9-aa2d-4db4-9993-e2bdd2a4bd63 req-1dc9c392-1f65-4928-9ec0-75717a002937 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307595 Nov 17 15:16:02.468704 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-f03c1e69-f0a0-4f32-bf30-03761981f40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'name': 'tempest-AttachVolumeTestJSON-1945661835-router', 'tenant_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '1e1d0785-2218-460c-8745-f09d338ac16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:10:50Z', 'updated_at': '2021-11-17T15:10:58Z', 'revision_number': 4, 'project_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'gw_port': {'id': '1e1d0785-2218-460c-8745-f09d338ac16f', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:10:51Z', 'updated_at': '2021-11-17T15:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': '6ded3c33-b409-4b26-b8a6-f44286832de4', 'name': '', 'network_id': '6ca42089-8bb6-47e4-9dcd-a40e1ac70e66', 'tenant_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'mac_address': 'fa:16:3e:9b:b6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7a6cfc7a-d04e-4d58-a0f5-383a0d4f2ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:10:56Z', 'updated_at': '2021-11-17T15:11:08Z', 'revision_number': 5, 'project_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'subnets': [{'id': '7a6cfc7a-d04e-4d58-a0f5-383a0d4f2ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:16:02.524502 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03c1e69-f0a0-4f32-bf30-03761981f40d None None] The sync data for ids ['486b4896-4f2a-4948-9514-3d7bb2d8d920'] in dv-cinder-818233-1-iscsi is: [{'id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'name': 'tempest-AttachVolumeTestJSON-1945661835-router', 'tenant_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '1e1d0785-2218-460c-8745-f09d338ac16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:10:50Z', 'updated_at': '2021-11-17T15:10:58Z', 'revision_number': 4, 'project_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'gw_port': {'id': '1e1d0785-2218-460c-8745-f09d338ac16f', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:10:51Z', 'updated_at': '2021-11-17T15:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': '6ded3c33-b409-4b26-b8a6-f44286832de4', 'name': '', 'network_id': '6ca42089-8bb6-47e4-9dcd-a40e1ac70e66', 'tenant_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'mac_address': 'fa:16:3e:9b:b6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7a6cfc7a-d04e-4d58-a0f5-383a0d4f2ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:10:56Z', 'updated_at': '2021-11-17T15:11:08Z', 'revision_number': 5, 'project_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'subnets': [{'id': '7a6cfc7a-d04e-4d58-a0f5-383a0d4f2ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 15:16:02.590674 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 33868) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:16:02.678442 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 33874) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:16:02.679218 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device b6f53709-aebf-47c2-897b-edc056f39eda no longer exists at agent hyperv_hv-cinder-81823 {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 15:16:02.744504 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] No Port match for: b6f53709-aebf-47c2-897b-edc056f39eda {{(pid=101835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 15:16:02.744504 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device b6f53709-aebf-47c2-897b-edc056f39eda not bound to the agent host hv-cinder-81823 {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 15:16:02.744504 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device 0b9b658b-f1e8-4029-b50e-dd415ed21f06 no longer exists at agent hyperv_hv-cinder-81823 {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 15:16:02.787267 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-178bbf7c-544e-417c-aec0-e5d8897c2203 req-d0a77a2f-fa83-4b90-a5fb-29b96da6b8aa service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1952896 Nov 17 15:16:02.803533 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [req-178bbf7c-544e-417c-aec0-e5d8897c2203 req-ebfb8f30-6288-4356-9f4a-ef232efe394a service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=101834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 17 15:16:02.806121 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-af7c755c-14ac-47c8-8351-3c4950ef87cc tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks [] for security_group, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:02.815589 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-178bbf7c-544e-417c-aec0-e5d8897c2203 req-ebfb8f30-6288-4356-9f4a-ef232efe394a service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0106971 Nov 17 15:16:02.851008 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-af7c755c-14ac-47c8-8351-3c4950ef87cc tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:02.926258 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-af7c755c-14ac-47c8-8351-3c4950ef87cc tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:02.933891 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-af7c755c-14ac-47c8-8351-3c4950ef87cc tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks [] for security_group, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:02.937419 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-af7c755c-14ac-47c8-8351-3c4950ef87cc tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "DELETE /v2.0/security-groups/d021336b-71ed-4ed3-bf6c-930a92e4b1c7 HTTP/1.1" status: 204 len: 168 time: 0.2544065 Nov 17 15:16:02.937863 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 33882) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:16:02.951975 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.agents_db [None req-8c09612d-4555-4199-ac80-2bf3536e394d None None] Agent healthcheck: found 6 active agents {{(pid=101836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 15:16:02.958854 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.api.v2.resource [None req-03c31a2d-097a-4cfb-b39d-c2b58ace1ce4 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] show failed (client error): The resource could not be found. Nov 17 15:16:02.962454 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-03c31a2d-097a-4cfb-b39d-c2b58ace1ce4 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups/d021336b-71ed-4ed3-bf6c-930a92e4b1c7 HTTP/1.1" status: 404 len: 347 time: 0.0235975 Nov 17 15:16:02.966166 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 33884) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:16:02.969063 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7c755c-14ac-47c8-8351-3c4950ef87cc tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d021336b-71ed-4ed3-bf6c-930a92e4b1c7,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:16:03.058197 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1894d13e-e380-4d4e-bfdd-e6a019bc606a None None] New status for floating IP 41d0ee97-a256-4dfb-aa87-c13b72f8a6e5: DOWN {{(pid=101836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 17 15:16:03.149799 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [None req-0d057594-ad8d-4539-8c2e-0ea0c8b5f3f4 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Deleting port 288e1367-31c2-44a6-98f2-65d1e5a254b5 {{(pid=101834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:16:03.150132 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-0d057594-ad8d-4539-8c2e-0ea0c8b5f3f4 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:03.267836 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-0d057594-ad8d-4539-8c2e-0ea0c8b5f3f4 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:03.268532 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-0d057594-ad8d-4539-8c2e-0ea0c8b5f3f4 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:03.285935 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [None req-0d057594-ad8d-4539-8c2e-0ea0c8b5f3f4 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Calling delete_port for 288e1367-31c2-44a6-98f2-65d1e5a254b5 owned by network:floatingip {{(pid=101834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:16:03.493072 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-0d057594-ad8d-4539-8c2e-0ea0c8b5f3f4 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:03.579411 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d057594-ad8d-4539-8c2e-0ea0c8b5f3f4 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Pushing event deleted for resources: {'Port': ['ID=288e1367-31c2-44a6-98f2-65d1e5a254b5,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:16:03.716361 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-0d057594-ad8d-4539-8c2e-0ea0c8b5f3f4 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks [] for floatingip, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:03.718903 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-0d057594-ad8d-4539-8c2e-0ea0c8b5f3f4 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for floatingip, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:03.720087 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-0d057594-ad8d-4539-8c2e-0ea0c8b5f3f4 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "DELETE /v2.0/floatingips/41d0ee97-a256-4dfb-aa87-c13b72f8a6e5 HTTP/1.1" status: 204 len: 168 time: 0.7492886 Nov 17 15:16:03.790091 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51092543-1fdb-42a2-b883-228bdf52c783 req-cc252ee8-2b04-458d-a1bc-43e2a0c1f8c0 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:03.791987 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-51092543-1fdb-42a2-b883-228bdf52c783 req-cc252ee8-2b04-458d-a1bc-43e2a0c1f8c0 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.55 "GET /v2.0/ports?device_id=801bcb07-e233-4a21-aca7-866697e30e1a HTTP/1.1" status: 200 len: 946 time: 0.2306855 Nov 17 15:16:03.808459 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc0af3-6567-4388-910d-778aad5b97f0 req-86be8074-4aec-4c85-b503-07993df9ee94 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:03.810342 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-acdc0af3-6567-4388-910d-778aad5b97f0 req-86be8074-4aec-4c85-b503-07993df9ee94 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 943 time: 0.1547804 Nov 17 15:16:03.826683 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35acdb65-9832-4c7d-a712-3fde173a9cb5 req-1227f5ea-8216-4691-877f-b3f54cc60469 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:03.848136 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-35acdb65-9832-4c7d-a712-3fde173a9cb5 req-1227f5ea-8216-4691-877f-b3f54cc60469 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=801bcb07-e233-4a21-aca7-866697e30e1a HTTP/1.1" status: 200 len: 946 time: 0.2617383 Nov 17 15:16:03.951851 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-acdc0af3-6567-4388-910d-778aad5b97f0 req-2d274cc3-b89d-4170-8380-f2ce0be27546 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293685 Nov 17 15:16:03.969540 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-35acdb65-9832-4c7d-a712-3fde173a9cb5 req-84af3111-1138-4956-8398-8f958cef1d4a tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182938 Nov 17 15:16:04.033432 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.plugin [req-51092543-1fdb-42a2-b883-228bdf52c783 req-017b6ffb-bb39-4a0b-bc11-05cb9c65544a tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Deleting port e28b8cbf-dcf4-4507-a729-1810144d2e24 {{(pid=101833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:16:04.036924 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-51092543-1fdb-42a2-b883-228bdf52c783 req-017b6ffb-bb39-4a0b-bc11-05cb9c65544a tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:04.165963 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 33898) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:16:04.170978 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [None req-5bd7a1db-e3b9-4b92-b9a5-538c4e54f30d tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1716916914', 'description': 'tempest-description--1677424919'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:16:04.172534 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.db [req-51092543-1fdb-42a2-b883-228bdf52c783 req-017b6ffb-bb39-4a0b-bc11-05cb9c65544a tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] For port e28b8cbf-dcf4-4507-a729-1810144d2e24, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=e28b8cbf-dcf4-4507-a729-1810144d2e24,segment=NetworkSegment(4f89a60d-a2d1-4edb-a8d1-149bf81601d9),segment_id=4f89a60d-a2d1-4edb-a8d1-149bf81601d9)] {{(pid=101833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:16:04.172896 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-51092543-1fdb-42a2-b883-228bdf52c783 req-017b6ffb-bb39-4a0b-bc11-05cb9c65544a tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:04.208296 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-5bd7a1db-e3b9-4b92-b9a5-538c4e54f30d tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks [] for security_group, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:04.252348 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:04.293499 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-5bd7a1db-e3b9-4b92-b9a5-538c4e54f30d tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks [] for security_group, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:04.302744 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-5bd7a1db-e3b9-4b92-b9a5-538c4e54f30d tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:04.337070 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-5bd7a1db-e3b9-4b92-b9a5-538c4e54f30d tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks [] for security_group, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:04.338330 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-5bd7a1db-e3b9-4b92-b9a5-538c4e54f30d tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1712730 Nov 17 15:16:04.341373 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 33900) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:16:04.345771 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [None req-841e84a2-04bb-4eee-a034-7456d0f4928f tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Request body: {'security_group_rule': {'security_group_id': '7856bc7f-2400-47b1-a97c-857b4139acd0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:16:04.369737 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd7a1db-e3b9-4b92-b9a5-538c4e54f30d tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7856bc7f-2400-47b1-a97c-857b4139acd0,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:16:04.378559 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-841e84a2-04bb-4eee-a034-7456d0f4928f tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:04.395477 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-51092543-1fdb-42a2-b883-228bdf52c783 req-017b6ffb-bb39-4a0b-bc11-05cb9c65544a tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:04.396221 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-51092543-1fdb-42a2-b883-228bdf52c783 req-017b6ffb-bb39-4a0b-bc11-05cb9c65544a tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526871'] for floatingip, after_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:04.396761 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.db.l3_db [req-51092543-1fdb-42a2-b883-228bdf52c783 req-017b6ffb-bb39-4a0b-bc11-05cb9c65544a tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Floating IP bf1a97ad-5d73-413f-a273-7e5c0fdd838d disassociated. External IP: 172.27.1.168, port: e28b8cbf-dcf4-4507-a729-1810144d2e24. Nov 17 15:16:04.397380 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.plugin [req-51092543-1fdb-42a2-b883-228bdf52c783 req-017b6ffb-bb39-4a0b-bc11-05cb9c65544a tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Calling delete_port for e28b8cbf-dcf4-4507-a729-1810144d2e24 owned by compute:nova {{(pid=101833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:16:04.473138 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-841e84a2-04bb-4eee-a034-7456d0f4928f tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:04.483277 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-841e84a2-04bb-4eee-a034-7456d0f4928f tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603830'] for security_group_rule, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:04.520761 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e84a2-04bb-4eee-a034-7456d0f4928f tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eb788e1-2821-40c9-adaf-3c6c191ea044,revision_number=0']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:16:04.537570 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-841e84a2-04bb-4eee-a034-7456d0f4928f tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:04.546763 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-841e84a2-04bb-4eee-a034-7456d0f4928f tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2043743 Nov 17 15:16:04.549348 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 33902) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:16:04.555319 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [None req-67b56fe9-1d2c-4536-aa3c-9a5c2f9adf90 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Request body: {'security_group_rule': {'security_group_id': '7856bc7f-2400-47b1-a97c-857b4139acd0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:16:04.592760 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-51092543-1fdb-42a2-b883-228bdf52c783 req-017b6ffb-bb39-4a0b-bc11-05cb9c65544a tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4228920'] for port, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:04.613106 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-67b56fe9-1d2c-4536-aa3c-9a5c2f9adf90 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:04.626626 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b6ffb-bb39-4a0b-bc11-05cb9c65544a tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Pushing event deleted for resources: {'Port': ['ID=e28b8cbf-dcf4-4507-a729-1810144d2e24,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:16:04.740447 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-67b56fe9-1d2c-4536-aa3c-9a5c2f9adf90 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:04.756136 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-67b56fe9-1d2c-4536-aa3c-9a5c2f9adf90 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603830'] for security_group_rule, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:04.782538 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b56fe9-1d2c-4536-aa3c-9a5c2f9adf90 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6677b24-61c9-4689-80d0-5b3232bf4120,revision_number=0']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:16:04.793451 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-67b56fe9-1d2c-4536-aa3c-9a5c2f9adf90 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:04.794974 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-67b56fe9-1d2c-4536-aa3c-9a5c2f9adf90 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2443557 Nov 17 15:16:04.798654 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 33904) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:16:04.806803 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.v2.base [None req-3383dabb-ddd3-4f03-bdb1-a04792c7a1ca tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Request body: {'floatingip': {'floating_network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba'}} {{(pid=101833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:16:04.844418 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51092543-1fdb-42a2-b883-228bdf52c783 req-017b6ffb-bb39-4a0b-bc11-05cb9c65544a tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Router a61df69b-0ab4-40d4-a1f4-c7078d62aced has already been hosted by L3 agent ed3bd2e8-8a22-4616-b806-7e727ef760a6 {{(pid=101833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 15:16:04.914880 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-3383dabb-ddd3-4f03-bdb1-a04792c7a1ca tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks [] for floatingip, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:05.126181 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51092543-1fdb-42a2-b883-228bdf52c783 req-017b6ffb-bb39-4a0b-bc11-05cb9c65544a tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Notify agent at l3_agent.dv-cinder-818233-1-iscsi the message routers_updated {{(pid=101833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 15:16:05.129463 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-a8dba760-daa6-4b8d-b6cb-7fbf893e428f req-6e177ebf-525d-4c4e-a59d-513c6f29a575 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=801bcb07-e233-4a21-aca7-866697e30e1a HTTP/1.1" status: 200 len: 210 time: 0.0354254 Nov 17 15:16:05.140866 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fd9792-68a7-4ebe-9869-359562689046 None None] Sync routers for ids ['a61df69b-0ab4-40d4-a1f4-c7078d62aced'] in dv-cinder-818233-1-iscsi {{(pid=101835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 15:16:05.161139 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fd9792-68a7-4ebe-9869-359562689046 None None] Routers {'a61df69b-0ab4-40d4-a1f4-c7078d62aced'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:16:05.161929 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-84fd9792-68a7-4ebe-9869-359562689046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:15:54Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['a61df69b-0ab4-40d4-a1f4-c7078d62aced'], 'active': True} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:16:05.182117 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.db.l3_dvrscheduler_db [req-51092543-1fdb-42a2-b883-228bdf52c783 req-017b6ffb-bb39-4a0b-bc11-05cb9c65544a tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] No DVR routers for this DVR port e28b8cbf-dcf4-4507-a729-1810144d2e24 on host hv-cinder-81823 {{(pid=101833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 15:16:05.187172 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-51092543-1fdb-42a2-b883-228bdf52c783 req-017b6ffb-bb39-4a0b-bc11-05cb9c65544a tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for port, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:05.190794 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-51092543-1fdb-42a2-b883-228bdf52c783 req-017b6ffb-bb39-4a0b-bc11-05cb9c65544a tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.55 "DELETE /v2.0/ports/e28b8cbf-dcf4-4507-a729-1810144d2e24 HTTP/1.1" status: 204 len: 173 time: 1.3793421 Nov 17 15:16:05.191248 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '801bcb07-e233-4a21-aca7-866697e30e1a', 'name': 'network-vif-deleted', 'tag': 'e28b8cbf-dcf4-4507-a729-1810144d2e24'}] {{(pid=101833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:16:05.193504 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98a3914b10db2bda8b449d081c398edb642d8063ca6ecbd0a439108c8bd060b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69f4ea2-a170-4424-8b1b-5dbec3f51e1c" -d '{"events": [{"server_uuid": "801bcb07-e233-4a21-aca7-866697e30e1a", "name": "network-vif-deleted", "tag": "e28b8cbf-dcf4-4507-a729-1810144d2e24"}]}' {{(pid=101833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:16:05.218565 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a176d5-b235-4a80-9d40-25048d7bc256 req-81ca3776-bba3-479f-b58b-121bb2dbaaee tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:05.238714 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-70a176d5-b235-4a80-9d40-25048d7bc256 req-81ca3776-bba3-479f-b58b-121bb2dbaaee tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 943 time: 0.1365857 Nov 17 15:16:05.440369 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvr_db [None req-84fd9792-68a7-4ebe-9869-359562689046 None None] Set router a61df69b-0ab4-40d4-a1f4-c7078d62aced gateway port host: dv-cinder-818233-1-iscsi {{(pid=101835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:16:05.464544 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-70a176d5-b235-4a80-9d40-25048d7bc256 req-2a2b1dce-2edb-45a8-b8ec-ec33e592a9f5 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2242808 Nov 17 15:16:05.471944 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 15:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03fa7dde-bd57-41f0-bfaf-9c576e25fa8f x-openstack-request-id: req-03fa7dde-bd57-41f0-bfaf-9c576e25fa8f {{(pid=101833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:16:05.472312 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "801bcb07-e233-4a21-aca7-866697e30e1a", "name": "network-vif-deleted", "tag": "e28b8cbf-dcf4-4507-a729-1810144d2e24", "status": "completed", "code": 200}]} {{(pid=101833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:16:05.472493 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-03fa7dde-bd57-41f0-bfaf-9c576e25fa8f {{(pid=101833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:16:05.472864 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '801bcb07-e233-4a21-aca7-866697e30e1a', 'name': 'network-vif-deleted', 'tag': 'e28b8cbf-dcf4-4507-a729-1810144d2e24', 'status': 'completed', 'code': 200} Nov 17 15:16:05.502268 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-3383dabb-ddd3-4f03-bdb1-a04792c7a1ca tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:05.582589 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178bbf7c-544e-417c-aec0-e5d8897c2203 req-41bef0b6-8990-4360-a69a-1026c7ab7b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:05.584373 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-178bbf7c-544e-417c-aec0-e5d8897c2203 req-41bef0b6-8990-4360-a69a-1026c7ab7b65 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564&tenant_id=63de158095ca464198ff20de9427a670 HTTP/1.1" status: 200 len: 1096 time: 0.3391478 Nov 17 15:16:05.695204 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.db.db_base_plugin_common [None req-3383dabb-ddd3-4f03-bdb1-a04792c7a1ca tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Allocated IP 172.27.1.242 (183472ab-d8ab-4bee-8fe8-a0a558356eba/10bde91e-9264-4f35-ad90-cbbdc12529d4/ad3295f9-4ae9-4a07-b494-27c9c5e8c947) {{(pid=101833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:16:05.702738 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178bbf7c-544e-417c-aec0-e5d8897c2203 req-a5078f71-73fa-472f-aa61-be085e3f230f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:05.704869 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-178bbf7c-544e-417c-aec0-e5d8897c2203 req-a5078f71-73fa-472f-aa61-be085e3f230f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=63de158095ca464198ff20de9427a670&device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 1096 time: 0.0813196 Nov 17 15:16:05.763543 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-84fd9792-68a7-4ebe-9869-359562689046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'name': 'tempest-TestVolumeBootPattern-306581770-router', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '13f6defa-d81d-4cbd-b56b-caef0a78c82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:12:56Z', 'updated_at': '2021-11-17T15:13:00Z', 'revision_number': 4, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'gw_port': {'id': '13f6defa-d81d-4cbd-b56b-caef0a78c82f', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:92:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:12:57Z', 'updated_at': '2021-11-17T15:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': '390b095e-58fd-4b61-b533-dbc126b40592', 'name': '', 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'mac_address': 'fa:16:3e:d3:f2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e5c17a34-0ae9-43c6-8fa8-687d40ad609a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:12:59Z', 'updated_at': '2021-11-17T15:13:05Z', 'revision_number': 5, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'subnets': [{'id': 'e5c17a34-0ae9-43c6-8fa8-687d40ad609a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:16:05.942853 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178bbf7c-544e-417c-aec0-e5d8897c2203 req-8f0792e5-b35b-49f0-b43c-998ca16af7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:05.944374 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fd9792-68a7-4ebe-9869-359562689046 None None] Checking router: a61df69b-0ab4-40d4-a1f4-c7078d62aced for host: dv-cinder-818233-1-iscsi {{(pid=101835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 15:16:05.944474 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-178bbf7c-544e-417c-aec0-e5d8897c2203 req-8f0792e5-b35b-49f0-b43c-998ca16af7e1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2d259df1-c4ab-4d22-8926-f0a465d8e0b5 HTTP/1.1" status: 200 len: 918 time: 0.2220223 Nov 17 15:16:05.953139 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fd9792-68a7-4ebe-9869-359562689046 None None] Routers {'a61df69b-0ab4-40d4-a1f4-c7078d62aced'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:16:05.953730 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-84fd9792-68a7-4ebe-9869-359562689046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:15:54Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['a61df69b-0ab4-40d4-a1f4-c7078d62aced'], 'active': True} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:16:05.954220 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-3383dabb-ddd3-4f03-bdb1-a04792c7a1ca tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks [] for port, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:06.002828 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-3383dabb-ddd3-4f03-bdb1-a04792c7a1ca tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4228920'] for port, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:06.058481 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3383dabb-ddd3-4f03-bdb1-a04792c7a1ca tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Network 183472ab-d8ab-4bee-8fe8-a0a558356eba is already hosted by enough agents. {{(pid=101833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:16:06.098974 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.base_scheduler [None req-3383dabb-ddd3-4f03-bdb1-a04792c7a1ca tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Resources bound (agent type, host, resource id): {{(pid=101833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:16:06.103554 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3383dabb-ddd3-4f03-bdb1-a04792c7a1ca tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Received port after_create {{(pid=101833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:16:06.131576 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3383dabb-ddd3-4f03-bdb1-a04792c7a1ca tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Pushing event updated for resources: {'Port': ['ID=ad3295f9-4ae9-4a07-b494-27c9c5e8c947,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:16:06.145621 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvr_db [None req-84fd9792-68a7-4ebe-9869-359562689046 None None] Set router a61df69b-0ab4-40d4-a1f4-c7078d62aced gateway port host: dv-cinder-818233-1-iscsi {{(pid=101835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:16:06.175834 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-178bbf7c-544e-417c-aec0-e5d8897c2203 req-1a23f4d6-a90c-4937-af30-bd8b32d3f3a8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b9b658b-f1e8-4029-b50e-dd415ed21f06 HTTP/1.1" status: 200 len: 999 time: 0.2198884 Nov 17 15:16:06.453356 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-84fd9792-68a7-4ebe-9869-359562689046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'name': 'tempest-TestVolumeBootPattern-306581770-router', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '13f6defa-d81d-4cbd-b56b-caef0a78c82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:12:56Z', 'updated_at': '2021-11-17T15:13:00Z', 'revision_number': 4, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'gw_port': {'id': '13f6defa-d81d-4cbd-b56b-caef0a78c82f', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:92:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:12:57Z', 'updated_at': '2021-11-17T15:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': '390b095e-58fd-4b61-b533-dbc126b40592', 'name': '', 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'mac_address': 'fa:16:3e:d3:f2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e5c17a34-0ae9-43c6-8fa8-687d40ad609a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:12:59Z', 'updated_at': '2021-11-17T15:13:05Z', 'revision_number': 5, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'subnets': [{'id': 'e5c17a34-0ae9-43c6-8fa8-687d40ad609a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:16:06.512261 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fd9792-68a7-4ebe-9869-359562689046 None None] The sync data for ids ['a61df69b-0ab4-40d4-a1f4-c7078d62aced'] in dv-cinder-818233-1-iscsi is: [{'id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'name': 'tempest-TestVolumeBootPattern-306581770-router', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '13f6defa-d81d-4cbd-b56b-caef0a78c82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:12:56Z', 'updated_at': '2021-11-17T15:13:00Z', 'revision_number': 4, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'gw_port': {'id': '13f6defa-d81d-4cbd-b56b-caef0a78c82f', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:92:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:12:57Z', 'updated_at': '2021-11-17T15:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': '390b095e-58fd-4b61-b533-dbc126b40592', 'name': '', 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'mac_address': 'fa:16:3e:d3:f2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e5c17a34-0ae9-43c6-8fa8-687d40ad609a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:12:59Z', 'updated_at': '2021-11-17T15:13:05Z', 'revision_number': 5, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'subnets': [{'id': 'e5c17a34-0ae9-43c6-8fa8-687d40ad609a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 15:16:06.545975 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-3383dabb-ddd3-4f03-bdb1-a04792c7a1ca tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:06.556399 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-d42f955b-8040-48a7-89d4-809c77b7d05b req-1261dc3b-5289-4683-a353-5cac523b16c7 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1243041801&fields=id&tenant_id=5131dce595224bfe8a730cc800f0f158 HTTP/1.1" status: 200 len: 267 time: 0.0760510 Nov 17 15:16:06.638541 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-3383dabb-ddd3-4f03-bdb1-a04792c7a1ca tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:06.644839 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178bbf7c-544e-417c-aec0-e5d8897c2203 req-a5077ae4-85c8-431b-8e83-f22c568042bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:06.646546 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-178bbf7c-544e-417c-aec0-e5d8897c2203 req-a5077ae4-85c8-431b-8e83-f22c568042bf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8a8d8948-a156-4cc4-9771-6d5567fbb98c HTTP/1.1" status: 200 len: 856 time: 0.4469101 Nov 17 15:16:06.718711 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device e28b8cbf-dcf4-4507-a729-1810144d2e24 no longer exists at agent hyperv_hv-cinder-81823 {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 15:16:06.739112 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f955b-8040-48a7-89d4-809c77b7d05b req-8dbc60a3-a13f-4e89-8928-17b0cdc28977 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:06.740672 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-d42f955b-8040-48a7-89d4-809c77b7d05b req-8dbc60a3-a13f-4e89-8928-17b0cdc28977 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/networks?id=35a21660-a2ad-472c-8fa2-5b7c2854ced6 HTTP/1.1" status: 200 len: 811 time: 0.1763003 Nov 17 15:16:06.741697 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf4772-0c53-4223-949d-59c9e0251ded req-18fec7db-bbc8-443c-9e65-10f613f33eab tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:06.744925 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-03cf4772-0c53-4223-949d-59c9e0251ded req-18fec7db-bbc8-443c-9e65-10f613f33eab tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 943 time: 0.1322088 Nov 17 15:16:06.776750 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] No Port match for: e28b8cbf-dcf4-4507-a729-1810144d2e24 {{(pid=101835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 15:16:06.777308 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device e28b8cbf-dcf4-4507-a729-1810144d2e24 not bound to the agent host hv-cinder-81823 {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 15:16:06.778177 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-d42f955b-8040-48a7-89d4-809c77b7d05b req-a8dd1b2c-6bdd-4669-80b1-cf3a49599118 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/quotas/5131dce595224bfe8a730cc800f0f158 HTTP/1.1" status: 200 len: 375 time: 0.0268004 Nov 17 15:16:06.843508 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178bbf7c-544e-417c-aec0-e5d8897c2203 req-fc0bf247-7e3e-40a1-a76b-80130baa9470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:06.848201 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-178bbf7c-544e-417c-aec0-e5d8897c2203 req-fc0bf247-7e3e-40a1-a76b-80130baa9470 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2d259df1-c4ab-4d22-8926-f0a465d8e0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1716623 Nov 17 15:16:06.873372 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e5e87b-94e7-4685-a011-bc1125d75392 None None] New status for floating IP bf1a97ad-5d73-413f-a273-7e5c0fdd838d: DOWN {{(pid=101836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 17 15:16:06.912419 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-03cf4772-0c53-4223-949d-59c9e0251ded req-cd636828-5b20-43be-a86c-f29ad1e2cdd5 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527095 Nov 17 15:16:07.005871 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-3383dabb-ddd3-4f03-bdb1-a04792c7a1ca tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks [] for port, precommit_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:07.011627 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-178bbf7c-544e-417c-aec0-e5d8897c2203 req-698be4dc-b8e7-469b-b226-1ea142d61cf8 service neutron] 10.222.0.55 "GET /v2.0/networks/2d259df1-c4ab-4d22-8926-f0a465d8e0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542113 Nov 17 15:16:07.013795 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-3383dabb-ddd3-4f03-bdb1-a04792c7a1ca tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4228911'] for port, after_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:07.111317 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-d42f955b-8040-48a7-89d4-809c77b7d05b req-8ebffdfd-f173-4299-85d9-ebab825b19c3 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5131dce595224bfe8a730cc800f0f158&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3271465 Nov 17 15:16:07.154424 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3383dabb-ddd3-4f03-bdb1-a04792c7a1ca tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Pushing event updated for resources: {'Port': ['ID=ad3295f9-4ae9-4a07-b494-27c9c5e8c947,revision_number=2']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:16:07.185719 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-3383dabb-ddd3-4f03-bdb1-a04792c7a1ca tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526871'] for floatingip, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:07.207671 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-178bbf7c-544e-417c-aec0-e5d8897c2203 req-6a040bc8-4de4-451c-b50c-c7cd7527f51a service neutron] 10.222.0.55 "GET /v2.0/networks/2d259df1-c4ab-4d22-8926-f0a465d8e0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839747 Nov 17 15:16:07.211404 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-3383dabb-ddd3-4f03-bdb1-a04792c7a1ca tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for floatingip, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:07.212513 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-3383dabb-ddd3-4f03-bdb1-a04792c7a1ca tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4128928 Nov 17 15:16:07.285833 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-d42f955b-8040-48a7-89d4-809c77b7d05b req-a37682f7-9488-410a-a201-d79b931f9fdd service neutron] 10.222.0.62 "GET /v2.0/networks/35a21660-a2ad-472c-8fa2-5b7c2854ced6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554220 Nov 17 15:16:07.357201 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3b278-d5b9-45bb-84ee-47a0a2ed43ce req-59a483af-32df-4d2e-9212-4c33e896c2a4 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:07.358675 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-89c3b278-d5b9-45bb-84ee-47a0a2ed43ce req-59a483af-32df-4d2e-9212-4c33e896c2a4 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/networks?id=9536a153-f59d-4a3d-a999-893ac4032dc6 HTTP/1.1" status: 200 len: 815 time: 0.1117315 Nov 17 15:16:07.380396 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-d42f955b-8040-48a7-89d4-809c77b7d05b req-6f3f68e8-3e5d-403c-8e19-48a4b10929b9 service neutron] 10.222.0.62 "GET /v2.0/networks/35a21660-a2ad-472c-8fa2-5b7c2854ced6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876672 Nov 17 15:16:07.385160 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-89c3b278-d5b9-45bb-84ee-47a0a2ed43ce req-bf93c7ee-0669-4eb6-9849-ab8a8ae5bab5 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/quotas/a9176c1aa35b454797426f5d4341a8f0 HTTP/1.1" status: 200 len: 375 time: 0.0097570 Nov 17 15:16:07.449061 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-89c3b278-d5b9-45bb-84ee-47a0a2ed43ce req-5cdebc2a-bd62-4ff6-a784-c6cb6ba99633 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a9176c1aa35b454797426f5d4341a8f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0576334 Nov 17 15:16:07.556653 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-89c3b278-d5b9-45bb-84ee-47a0a2ed43ce req-5c2c7340-73db-40fb-8c0b-02f87661b9ec service neutron] 10.222.0.62 "GET /v2.0/networks/9536a153-f59d-4a3d-a999-893ac4032dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957434 Nov 17 15:16:07.671550 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-89c3b278-d5b9-45bb-84ee-47a0a2ed43ce req-42c919ef-3db4-410f-8b3e-6fe084fb1cfa service neutron] 10.222.0.62 "GET /v2.0/networks/9536a153-f59d-4a3d-a999-893ac4032dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107500 Nov 17 15:16:07.951470 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-61b86c1d-5de3-47ee-b8cf-bcc8ec897dcb req-ad9531df-1f43-4c9c-a89f-6d6070e1f78c tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1716916914&fields=id&tenant_id=b4e3fd73a0164f73baea3c35a692ff86 HTTP/1.1" status: 200 len: 267 time: 0.1075046 Nov 17 15:16:08.068029 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-3ecf9f1f-5b3c-4260-8968-c46cc2342b2b req-5d3bbd13-135e-480d-b159-d2830777bfce tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd86d950-b576-4557-a3a6-6f40d04540a4 HTTP/1.1" status: 200 len: 210 time: 0.0598235 Nov 17 15:16:08.240831 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-0789c95d-50d0-48a9-be86-faeab9e71603 req-81e488d1-a03a-4a45-b4f0-9e920f8b8643 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 210 time: 0.0768993 Nov 17 15:16:08.266039 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b86c1d-5de3-47ee-b8cf-bcc8ec897dcb req-e3ac683d-c11e-4be4-a15f-8fb95f6eaf94 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:08.274013 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-61b86c1d-5de3-47ee-b8cf-bcc8ec897dcb req-e3ac683d-c11e-4be4-a15f-8fb95f6eaf94 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/networks?id=6ca42089-8bb6-47e4-9dcd-a40e1ac70e66 HTTP/1.1" status: 200 len: 811 time: 0.3216424 Nov 17 15:16:08.291200 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-61b86c1d-5de3-47ee-b8cf-bcc8ec897dcb req-03afd40f-7ea7-45cf-abff-ec189e8121b9 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/quotas/b4e3fd73a0164f73baea3c35a692ff86 HTTP/1.1" status: 200 len: 375 time: 0.0161085 Nov 17 15:16:08.377066 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-61b86c1d-5de3-47ee-b8cf-bcc8ec897dcb req-9e6c6560-639b-4dbd-aed2-836315c7c2c0 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b4e3fd73a0164f73baea3c35a692ff86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0847232 Nov 17 15:16:08.402064 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a3d12-fe0f-464c-8dea-2567b6a32434 req-c2a3f3b4-2cf9-4a20-b1ea-a1beb82f1beb tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:08.410552 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-689a3d12-fe0f-464c-8dea-2567b6a32434 req-c2a3f3b4-2cf9-4a20-b1ea-a1beb82f1beb tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 943 time: 0.1017659 Nov 17 15:16:08.511151 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-689a3d12-fe0f-464c-8dea-2567b6a32434 req-7f4e0d67-4656-4d49-a521-93d51e8b5ff3 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857170 Nov 17 15:16:08.532231 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-61b86c1d-5de3-47ee-b8cf-bcc8ec897dcb req-205c3698-9ca3-4841-a057-a04089de0469 service neutron] 10.222.0.62 "GET /v2.0/networks/6ca42089-8bb6-47e4-9dcd-a40e1ac70e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347876 Nov 17 15:16:08.639092 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-61b86c1d-5de3-47ee-b8cf-bcc8ec897dcb req-c414ca34-a9ab-4364-966b-0b6e0b57ea71 service neutron] 10.222.0.62 "GET /v2.0/networks/6ca42089-8bb6-47e4-9dcd-a40e1ac70e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005692 Nov 17 15:16:08.836655 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-8b6f5d0e-5197-4fa2-bea9-e2f701116464 req-9b9ee780-3ed9-42cb-862d-c6a2fd3c3569 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=46e35191-ce58-4d42-ae49-2a1f3be8a9eb HTTP/1.1" status: 200 len: 210 time: 0.0390923 Nov 17 15:16:09.169895 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-418e148d-29f9-4a2d-a7b1-1cbbc2ba892f req-2445b4c5-46c6-45c5-893f-152d25d8c0d8 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd86d950-b576-4557-a3a6-6f40d04540a4 HTTP/1.1" status: 200 len: 210 time: 0.0263338 Nov 17 15:16:09.333114 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-e1809b09-0a50-460a-aa05-1f398242d1f8 req-73ed297d-3383-43ec-8ba4-be945fa1c48e tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 210 time: 0.0260985 Nov 17 15:16:09.624042 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ffe104-487d-4b6a-878c-d8770cc13697 req-6523ede0-9240-45f3-b22a-3f7a9eaedb75 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:09.625397 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-29ffe104-487d-4b6a-878c-d8770cc13697 req-6523ede0-9240-45f3-b22a-3f7a9eaedb75 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 943 time: 0.0515413 Nov 17 15:16:09.674705 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-29ffe104-487d-4b6a-878c-d8770cc13697 req-9dae2b63-e9ad-4706-bd40-2988334d693c tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428152 Nov 17 15:16:09.921250 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-bfdae1da-03a4-4243-aea5-8c761dd8a86c req-842f9582-8ede-4e2c-b260-c5ec541bb3a0 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=46e35191-ce58-4d42-ae49-2a1f3be8a9eb HTTP/1.1" status: 200 len: 210 time: 0.0269654 Nov 17 15:16:10.261574 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-5a8af898-f585-4780-a855-d49fc97d5fa5 req-258a58fe-e3b2-44c1-af7b-f1c44ca9fdb4 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd86d950-b576-4557-a3a6-6f40d04540a4 HTTP/1.1" status: 200 len: 210 time: 0.0259302 Nov 17 15:16:10.429422 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-09e43423-1db7-4a0d-b038-a65b6904e4ae req-8411a875-e3bb-4f13-9210-9aca3bea8056 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 210 time: 0.0307767 Nov 17 15:16:10.824075 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b5f82-1636-4dfa-a297-b5a5820d491f req-b678dd5d-9164-4990-8b35-3c7431fdfdc0 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:10.825637 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-a91b5f82-1636-4dfa-a297-b5a5820d491f req-b678dd5d-9164-4990-8b35-3c7431fdfdc0 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 943 time: 0.0563374 Nov 17 15:16:10.874566 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-a91b5f82-1636-4dfa-a297-b5a5820d491f req-676aec34-5aae-45ca-977d-af4cd3972085 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428863 Nov 17 15:16:11.012890 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-a61609ea-0f1f-471a-ad8b-463c6c15a65f req-983291b0-9aa7-47f8-bb60-d58f0d167d01 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=46e35191-ce58-4d42-ae49-2a1f3be8a9eb HTTP/1.1" status: 200 len: 210 time: 0.0268998 Nov 17 15:16:11.358798 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-6768fa66-1aa7-4c95-959a-a9190a6396ef req-ff028cb1-241e-4a00-93b1-938e16907fbd tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd86d950-b576-4557-a3a6-6f40d04540a4 HTTP/1.1" status: 200 len: 210 time: 0.0289402 Nov 17 15:16:11.535192 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-2e596c9e-81c7-4947-b695-248b5f8ad641 req-2ce79377-a975-4c37-8253-7dce643312e9 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 210 time: 0.0311627 Nov 17 15:16:11.997252 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5144db9-204c-44f8-a765-bdd87b4e5c32 req-19fd0d5c-474e-42d5-af4e-992d85341aba tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:11.998769 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-a5144db9-204c-44f8-a765-bdd87b4e5c32 req-19fd0d5c-474e-42d5-af4e-992d85341aba tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 943 time: 0.0499351 Nov 17 15:16:12.048931 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-a5144db9-204c-44f8-a765-bdd87b4e5c32 req-1fc5f939-5c46-41c5-96bf-d848bf5ea949 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429955 Nov 17 15:16:12.110637 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-d84433de-3db6-412d-af22-380f94c45ca1 req-2c93ec91-8ca6-4c03-a194-af66ccfdca90 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=46e35191-ce58-4d42-ae49-2a1f3be8a9eb HTTP/1.1" status: 200 len: 210 time: 0.0294740 Nov 17 15:16:12.459387 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-f08bba0f-73bb-4408-8ad5-0c066db6df20 req-cb15faa1-36a0-4395-b6f0-ab6705dce987 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd86d950-b576-4557-a3a6-6f40d04540a4 HTTP/1.1" status: 200 len: 210 time: 0.0370450 Nov 17 15:16:12.630666 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-d9578af0-64b3-4d9e-929f-e92544f4e1e6 req-1a3e2b3a-d019-488d-a586-e592274e23f9 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 210 time: 0.0274880 Nov 17 15:16:13.193399 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0477a464-924f-494f-824d-b19f180705a1 req-854f0d1a-0ba0-4c45-9d3a-73c75f992009 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:13.196012 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-0477a464-924f-494f-824d-b19f180705a1 req-854f0d1a-0ba0-4c45-9d3a-73c75f992009 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 943 time: 0.0586050 Nov 17 15:16:13.225391 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-5e23df8a-70f0-43a4-947d-08440424baea req-1911f197-d14a-414e-8f4a-0ceeff39c780 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=46e35191-ce58-4d42-ae49-2a1f3be8a9eb HTTP/1.1" status: 200 len: 210 time: 0.0362833 Nov 17 15:16:13.253130 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-0477a464-924f-494f-824d-b19f180705a1 req-d08ee560-35fc-4fab-9a23-244b6fcee9ad tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504744 Nov 17 15:16:13.566193 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-75ccfc8b-b5a6-43d4-ab9b-053fd44a2e6f req-41dc73f5-967a-4d58-a4b2-8e06b8187414 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd86d950-b576-4557-a3a6-6f40d04540a4 HTTP/1.1" status: 200 len: 210 time: 0.0346274 Nov 17 15:16:13.724097 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-e3ce4fd4-6cee-4428-af48-3d0d6b66a828 req-8924cc3b-6d6f-4898-aee5-54f8f3fa07f0 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 210 time: 0.0249670 Nov 17 15:16:14.315329 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-0b6c8d52-077c-41df-a4d6-c8139fe3a897 req-a3a9fe92-23db-459e-8143-39a3cdbf1b9d tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=46e35191-ce58-4d42-ae49-2a1f3be8a9eb HTTP/1.1" status: 200 len: 210 time: 0.0254495 Nov 17 15:16:14.379563 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76343a1-2ba7-4282-ad0d-c62f6edd34b0 req-7a6de59f-e0e4-4719-a698-656cd09f679e tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:14.381284 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-e76343a1-2ba7-4282-ad0d-c62f6edd34b0 req-7a6de59f-e0e4-4719-a698-656cd09f679e tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 943 time: 0.0522392 Nov 17 15:16:14.428511 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-e76343a1-2ba7-4282-ad0d-c62f6edd34b0 req-bb822cce-ec55-4907-a6b7-7bf908b864f5 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406995 Nov 17 15:16:14.660344 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-12463a63-fa10-4313-ab23-6156a1fb75a8 req-891f1367-ef38-4f67-b064-f8a834152766 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd86d950-b576-4557-a3a6-6f40d04540a4 HTTP/1.1" status: 200 len: 210 time: 0.0284998 Nov 17 15:16:14.825952 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-06c633a6-5114-4ef9-a084-8fcf3a5f2b20 req-1fb6c7da-cdcc-4741-b2f9-4da3d6e5b6a3 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 210 time: 0.0351200 Nov 17 15:16:15.411262 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-66e4b71c-2c6b-49f2-883b-bc46bdc0e217 req-e96c19f8-94d2-46b1-8ac1-35d7e500b18e tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=46e35191-ce58-4d42-ae49-2a1f3be8a9eb HTTP/1.1" status: 200 len: 210 time: 0.0306032 Nov 17 15:16:15.557816 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf1ee2-5605-4e90-a626-929e199183f6 req-265ee175-645b-4bae-84e5-f7cd6106034d tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:15.559314 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-93cf1ee2-5605-4e90-a626-929e199183f6 req-265ee175-645b-4bae-84e5-f7cd6106034d tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 943 time: 0.0531282 Nov 17 15:16:15.609631 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-93cf1ee2-5605-4e90-a626-929e199183f6 req-2c5f96be-e7ac-4bc1-8b55-33704dd7c4aa tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436444 Nov 17 15:16:15.766430 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-254b926c-3cbf-4392-803e-2a239e52ccf3 req-d1c80827-cd21-4a4d-970e-ee19c9413ab6 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd86d950-b576-4557-a3a6-6f40d04540a4 HTTP/1.1" status: 200 len: 210 time: 0.0271921 Nov 17 15:16:15.918370 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-247fe885-69a7-4318-85dd-451f8f0d08d0 req-dec29163-3bae-41a1-8210-4982765f054a tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 210 time: 0.0258341 Nov 17 15:16:16.510084 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-cb9ad913-d92f-45c6-a1b5-1e07cc68cf2f req-271fee06-7532-4e3d-a724-ae6022c92bb9 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=46e35191-ce58-4d42-ae49-2a1f3be8a9eb HTTP/1.1" status: 200 len: 210 time: 0.0257633 Nov 17 15:16:16.735577 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f4c79-2c8b-4e61-aec6-19ab8938adde req-716a827a-4324-4a15-835e-d221ae4919de tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:16.736957 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-d00f4c79-2c8b-4e61-aec6-19ab8938adde req-716a827a-4324-4a15-835e-d221ae4919de tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 943 time: 0.0495815 Nov 17 15:16:16.795389 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-d00f4c79-2c8b-4e61-aec6-19ab8938adde req-994dae0e-8aa9-4413-8e35-bdd429fb0dfd tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523169 Nov 17 15:16:16.865895 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-fc9f5670-4a4c-42ac-b27b-6f42f4b4475c req-29479898-7ab3-412a-ad82-490518415352 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd86d950-b576-4557-a3a6-6f40d04540a4 HTTP/1.1" status: 200 len: 210 time: 0.0316224 Nov 17 15:16:17.027608 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-b80057fc-5ed0-441f-8590-e0f7b41bcbef req-80504706-5781-4925-93e4-a2108729986f tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 210 time: 0.0352168 Nov 17 15:16:17.601429 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-0c605a46-e681-432b-8513-7e09fec58f55 req-25403c34-a6dd-42c7-ba87-2177f7d0c2ce tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=46e35191-ce58-4d42-ae49-2a1f3be8a9eb HTTP/1.1" status: 200 len: 210 time: 0.0268989 Nov 17 15:16:17.922996 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a64595-fd4d-472d-b125-e96d58f079b1 req-b4d9594b-b685-43cd-a7db-a2093a5d5c96 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:17.924503 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-60a64595-fd4d-472d-b125-e96d58f079b1 req-b4d9594b-b685-43cd-a7db-a2093a5d5c96 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 943 time: 0.0564196 Nov 17 15:16:17.961390 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-2936f9e5-a987-49c4-b90c-e9ae1a20144c req-2394408a-e8d7-430f-a8a2-f2efa28725fc tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd86d950-b576-4557-a3a6-6f40d04540a4 HTTP/1.1" status: 200 len: 210 time: 0.0281711 Nov 17 15:16:17.977562 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-60a64595-fd4d-472d-b125-e96d58f079b1 req-712bb659-d699-4eb3-ae72-25b2464ac522 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467398 Nov 17 15:16:18.118548 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-958ff660-48f8-44f5-94db-2b831c9d519e req-e6b40b6f-9c53-4037-bf68-dcca0714e0cb tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 210 time: 0.0270891 Nov 17 15:16:18.694655 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-066bf5ee-0808-47ae-a88c-ea21422431c9 req-83050146-f6cc-4624-a364-bfa2aeafd5fe tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=46e35191-ce58-4d42-ae49-2a1f3be8a9eb HTTP/1.1" status: 200 len: 210 time: 0.0256348 Nov 17 15:16:19.058543 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-8039a38d-af64-4e21-8d97-d576553f26e1 req-d4aa0463-d116-437e-81c8-8a370baba916 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd86d950-b576-4557-a3a6-6f40d04540a4 HTTP/1.1" status: 200 len: 210 time: 0.0273967 Nov 17 15:16:19.109040 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f5222-84ae-465a-aff6-f395942c3d85 req-2a49f628-f694-4a49-a462-4e902633f4fc tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:19.110576 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-e35f5222-84ae-465a-aff6-f395942c3d85 req-2a49f628-f694-4a49-a462-4e902633f4fc tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 943 time: 0.0519922 Nov 17 15:16:19.171190 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-e35f5222-84ae-465a-aff6-f395942c3d85 req-6e945a01-9656-4cf0-beda-432611e327e6 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519764 Nov 17 15:16:19.221070 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-c82ddb54-78fa-4638-96d8-146b6ec3995c req-383b050f-d66f-458f-9ff8-63f6864840d8 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 210 time: 0.0283370 Nov 17 15:16:19.759088 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3b278-d5b9-45bb-84ee-47a0a2ed43ce req-bbfd66e0-412f-474b-8faf-0a0cd536fdd4 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:19.760552 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-89c3b278-d5b9-45bb-84ee-47a0a2ed43ce req-bbfd66e0-412f-474b-8faf-0a0cd536fdd4 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.55 "GET /v2.0/networks?id=9536a153-f59d-4a3d-a999-893ac4032dc6 HTTP/1.1" status: 200 len: 815 time: 0.1119411 Nov 17 15:16:19.783468 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.v2.base [req-89c3b278-d5b9-45bb-84ee-47a0a2ed43ce req-1a3bbb93-2dde-4390-a18b-3478d8d0f2fb tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Request body: {'port': {'device_id': '38def5cd-54da-4c58-bd4f-eee2f63a1c5c', 'network_id': '9536a153-f59d-4a3d-a999-893ac4032dc6', 'admin_state_up': True, 'tenant_id': 'a9176c1aa35b454797426f5d4341a8f0'}} {{(pid=101833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:16:19.787349 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-5145a540-9fa8-4b0d-aa95-235507fa357d req-e5f86287-a82a-4215-840e-df3c2de67f35 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=46e35191-ce58-4d42-ae49-2a1f3be8a9eb HTTP/1.1" status: 200 len: 210 time: 0.0257788 Nov 17 15:16:19.903825 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89c3b278-d5b9-45bb-84ee-47a0a2ed43ce req-1a3bbb93-2dde-4390-a18b-3478d8d0f2fb tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Made reservation on behalf of a9176c1aa35b454797426f5d4341a8f0 for: {'port': 1} {{(pid=101833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:16:19.907267 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-89c3b278-d5b9-45bb-84ee-47a0a2ed43ce req-1a3bbb93-2dde-4390-a18b-3478d8d0f2fb tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:20.074770 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.db.db_base_plugin_common [req-89c3b278-d5b9-45bb-84ee-47a0a2ed43ce req-1a3bbb93-2dde-4390-a18b-3478d8d0f2fb tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Allocated IP 172.20.0.3 (9536a153-f59d-4a3d-a999-893ac4032dc6/35936d6d-3a38-491b-bcc7-155d304f102b/50c13040-a0e4-461e-ae93-2563ed741f9a) {{(pid=101833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:16:20.218070 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f955b-8040-48a7-89d4-809c77b7d05b req-65f82ec9-ec92-40d3-8d60-e2def7c4e82c tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:20.219924 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-d42f955b-8040-48a7-89d4-809c77b7d05b req-65f82ec9-ec92-40d3-8d60-e2def7c4e82c tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.55 "GET /v2.0/networks?id=35a21660-a2ad-472c-8fa2-5b7c2854ced6 HTTP/1.1" status: 200 len: 811 time: 0.1802881 Nov 17 15:16:20.392210 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-77ca17f0-d82d-4693-ab7d-42d9d96ccac8 req-eb8eb92d-cf06-4173-9cb7-ba5de4a12c3d tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd86d950-b576-4557-a3a6-6f40d04540a4 HTTP/1.1" status: 200 len: 210 time: 0.0966589 Nov 17 15:16:20.431299 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-89c3b278-d5b9-45bb-84ee-47a0a2ed43ce req-1a3bbb93-2dde-4390-a18b-3478d8d0f2fb tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks [] for port, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:20.496652 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-d42f955b-8040-48a7-89d4-809c77b7d05b req-62a72636-be2f-409c-8d0f-b94d58b95b02 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5131dce595224bfe8a730cc800f0f158 HTTP/1.1" status: 200 len: 380 time: 0.2102838 Nov 17 15:16:20.513574 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [req-d42f955b-8040-48a7-89d4-809c77b7d05b req-f91ca1e4-6524-4eff-baa0-ebcf3b71dbd0 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Request body: {'port': {'device_id': 'cd86d950-b576-4557-a3a6-6f40d04540a4', 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6', 'admin_state_up': True, 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'security_groups': ['418ad473-dff6-432a-ba4f-d87e422e1701']}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:16:20.539451 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7f37e-f55f-4c84-b158-08d25d38239f req-1746ee57-2fd6-4fdf-9da3-ae84028c9e8b tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:20.541313 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-04d7f37e-f55f-4c84-b158-08d25d38239f req-1746ee57-2fd6-4fdf-9da3-ae84028c9e8b tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 943 time: 0.2183347 Nov 17 15:16:20.555081 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-89c3b278-d5b9-45bb-84ee-47a0a2ed43ce req-1a3bbb93-2dde-4390-a18b-3478d8d0f2fb tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4228920'] for port, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:20.641117 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89c3b278-d5b9-45bb-84ee-47a0a2ed43ce req-1a3bbb93-2dde-4390-a18b-3478d8d0f2fb tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Network 9536a153-f59d-4a3d-a999-893ac4032dc6 is already hosted by enough agents. {{(pid=101833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:16:20.652099 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.base_scheduler [req-89c3b278-d5b9-45bb-84ee-47a0a2ed43ce req-1a3bbb93-2dde-4390-a18b-3478d8d0f2fb tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Resources bound (agent type, host, resource id): {{(pid=101833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:16:20.655773 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c3b278-d5b9-45bb-84ee-47a0a2ed43ce req-1a3bbb93-2dde-4390-a18b-3478d8d0f2fb tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Received port after_create {{(pid=101833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:16:20.658248 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3bbb93-2dde-4390-a18b-3478d8d0f2fb tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Pushing event updated for resources: {'Port': ['ID=50c13040-a0e4-461e-ae93-2563ed741f9a,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:16:20.667509 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3bbb93-2dde-4390-a18b-3478d8d0f2fb tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:16:20.667857 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3bbb93-2dde-4390-a18b-3478d8d0f2fb tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:16:20.668194 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3bbb93-2dde-4390-a18b-3478d8d0f2fb tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:16:20.668907 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3bbb93-2dde-4390-a18b-3478d8d0f2fb tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:16:20.668907 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3bbb93-2dde-4390-a18b-3478d8d0f2fb tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:16:20.669205 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3bbb93-2dde-4390-a18b-3478d8d0f2fb tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:16:20.669476 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3bbb93-2dde-4390-a18b-3478d8d0f2fb tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:16:20.669797 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3bbb93-2dde-4390-a18b-3478d8d0f2fb tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:16:20.670115 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3bbb93-2dde-4390-a18b-3478d8d0f2fb tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:16:20.670434 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3bbb93-2dde-4390-a18b-3478d8d0f2fb tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:16:20.670753 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3bbb93-2dde-4390-a18b-3478d8d0f2fb tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:16:20.671075 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3bbb93-2dde-4390-a18b-3478d8d0f2fb tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:16:20.676019 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-04d7f37e-f55f-4c84-b158-08d25d38239f req-9c5b2dbb-c494-4c36-aa72-d110fad3254e tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270776 Nov 17 15:16:20.719223 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39626c93-9fe8-455d-af00-fef4ac8d67cc req-7e03a9f5-a211-4a3e-b8fa-d1f007ec2005 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:20.721093 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-39626c93-9fe8-455d-af00-fef4ac8d67cc req-7e03a9f5-a211-4a3e-b8fa-d1f007ec2005 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 931 time: 0.1679740 Nov 17 15:16:20.747579 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d42f955b-8040-48a7-89d4-809c77b7d05b req-f91ca1e4-6524-4eff-baa0-ebcf3b71dbd0 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Made reservation on behalf of 5131dce595224bfe8a730cc800f0f158 for: {'port': 1} {{(pid=101834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:16:20.766371 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-d42f955b-8040-48a7-89d4-809c77b7d05b req-f91ca1e4-6524-4eff-baa0-ebcf3b71dbd0 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:20.878241 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3b278-d5b9-45bb-84ee-47a0a2ed43ce req-1a3bbb93-2dde-4390-a18b-3478d8d0f2fb tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:20.879161 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-89c3b278-d5b9-45bb-84ee-47a0a2ed43ce req-1a3bbb93-2dde-4390-a18b-3478d8d0f2fb tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for port, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:20.991326 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-89c3b278-d5b9-45bb-84ee-47a0a2ed43ce req-1a3bbb93-2dde-4390-a18b-3478d8d0f2fb tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2118993 Nov 17 15:16:21.004554 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-39626c93-9fe8-455d-af00-fef4ac8d67cc req-ed9e3b9a-041a-4b14-9d10-ba316e620d40 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/security-groups?id=32bd9460-1384-4561-9742-995ff127999f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717023 Nov 17 15:16:21.068934 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-c2c72b80-44c1-42a9-95c5-5727f27d89c3 req-331433e9-cfda-42b7-88ac-76ac3f87798a tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=46e35191-ce58-4d42-ae49-2a1f3be8a9eb HTTP/1.1" status: 200 len: 210 time: 0.0759759 Nov 17 15:16:21.114936 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-97a7099a-8f74-46e5-a04b-c3bc2b4e43e3 None None] Provisioning complete for port 50c13040-a0e4-461e-ae93-2563ed741f9a triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:16:21.116145 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-97a7099a-8f74-46e5-a04b-c3bc2b4e43e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:21.117926 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.db_base_plugin_common [req-d42f955b-8040-48a7-89d4-809c77b7d05b req-f91ca1e4-6524-4eff-baa0-ebcf3b71dbd0 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Allocated IP 172.20.0.8 (35a21660-a2ad-472c-8fa2-5b7c2854ced6/e5c17a34-0ae9-43c6-8fa8-687d40ad609a/b1d412b1-30eb-4ed4-ad97-65f10aefa3dd) {{(pid=101834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:16:21.158043 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-97a7099a-8f74-46e5-a04b-c3bc2b4e43e3 None None] Port 50c13040-a0e4-461e-ae93-2563ed741f9a cannot update to ACTIVE because it is not bound. {{(pid=101835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 15:16:21.300500 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-d42f955b-8040-48a7-89d4-809c77b7d05b req-f91ca1e4-6524-4eff-baa0-ebcf3b71dbd0 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks [] for port, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:21.341431 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-d42f955b-8040-48a7-89d4-809c77b7d05b req-f91ca1e4-6524-4eff-baa0-ebcf3b71dbd0 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:21.388542 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d42f955b-8040-48a7-89d4-809c77b7d05b req-f91ca1e4-6524-4eff-baa0-ebcf3b71dbd0 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Network 35a21660-a2ad-472c-8fa2-5b7c2854ced6 is already hosted by enough agents. {{(pid=101834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:16:21.394307 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.base_scheduler [req-d42f955b-8040-48a7-89d4-809c77b7d05b req-f91ca1e4-6524-4eff-baa0-ebcf3b71dbd0 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Resources bound (agent type, host, resource id): {{(pid=101834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:16:21.398125 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.l3_dvrscheduler_db [req-d42f955b-8040-48a7-89d4-809c77b7d05b req-f91ca1e4-6524-4eff-baa0-ebcf3b71dbd0 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Received port after_create {{(pid=101834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:16:21.426766 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ca1e4-6524-4eff-baa0-ebcf3b71dbd0 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Pushing event updated for resources: {'Port': ['ID=b1d412b1-30eb-4ed4-ad97-65f10aefa3dd,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:16:21.461713 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f955b-8040-48a7-89d4-809c77b7d05b req-f91ca1e4-6524-4eff-baa0-ebcf3b71dbd0 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:21.462604 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-d42f955b-8040-48a7-89d4-809c77b7d05b req-f91ca1e4-6524-4eff-baa0-ebcf3b71dbd0 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for port, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:21.482318 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-f9fd8aa0-9990-443f-8554-bd69a4d837d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:21.498053 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-d42f955b-8040-48a7-89d4-809c77b7d05b req-f91ca1e4-6524-4eff-baa0-ebcf3b71dbd0 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9912870 Nov 17 15:16:21.569167 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33386fca-3ad1-4711-83ca-805c8e7e300d req-119dce0f-dbee-48fc-a15d-e2f534fe6a8c tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:21.570799 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-33386fca-3ad1-4711-83ca-805c8e7e300d req-119dce0f-dbee-48fc-a15d-e2f534fe6a8c tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd86d950-b576-4557-a3a6-6f40d04540a4 HTTP/1.1" status: 200 len: 931 time: 0.0612817 Nov 17 15:16:21.641598 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-33386fca-3ad1-4711-83ca-805c8e7e300d req-dae98531-5b72-4522-82cd-0b13a66961c8 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644584 Nov 17 15:16:21.681846 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-c26bf102-a5ac-411a-824a-2ed54c749e08 None None] Provisioning complete for port b1d412b1-30eb-4ed4-ad97-65f10aefa3dd triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:16:21.682133 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-c26bf102-a5ac-411a-824a-2ed54c749e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:21.717534 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-c26bf102-a5ac-411a-824a-2ed54c749e08 None None] Port b1d412b1-30eb-4ed4-ad97-65f10aefa3dd cannot update to ACTIVE because it is not bound. {{(pid=101835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 15:16:21.814983 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52194e6-95cf-48cf-9d0e-ef5ac8f0fc51 req-a7d8cae6-f764-4d6f-b1d1-e2a78f14d7e4 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:21.816478 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-d52194e6-95cf-48cf-9d0e-ef5ac8f0fc51 req-a7d8cae6-f764-4d6f-b1d1-e2a78f14d7e4 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 943 time: 0.0539019 Nov 17 15:16:21.867444 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-d52194e6-95cf-48cf-9d0e-ef5ac8f0fc51 req-7517bfef-b610-47a3-b1d3-4eff6484b47b tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442617 Nov 17 15:16:22.132388 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a448f8d-07b6-424a-b1b3-d1823fad68e3 req-a9d22c35-a9fc-4f77-b4ec-eb2e35aef39d tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:22.134498 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-8a448f8d-07b6-424a-b1b3-d1823fad68e3 req-a9d22c35-a9fc-4f77-b4ec-eb2e35aef39d tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 931 time: 0.0527003 Nov 17 15:16:22.187730 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-8a448f8d-07b6-424a-b1b3-d1823fad68e3 req-0f50bd36-8451-4f49-b5e0-e384064d3e97 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/security-groups?id=32bd9460-1384-4561-9742-995ff127999f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471904 Nov 17 15:16:22.191078 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-21ab6f69-16d8-4ff8-a092-22af0694e452 req-05bddb5f-d656-4e67-b9d2-53dbbedba0f9 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=46e35191-ce58-4d42-ae49-2a1f3be8a9eb HTTP/1.1" status: 200 len: 210 time: 0.0334518 Nov 17 15:16:22.768864 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f470cf-a8aa-4bdb-9972-f262912c99f2 req-6ca0b819-a42d-43de-b330-3f4137f1a611 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:22.771835 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-f2f470cf-a8aa-4bdb-9972-f262912c99f2 req-6ca0b819-a42d-43de-b330-3f4137f1a611 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd86d950-b576-4557-a3a6-6f40d04540a4 HTTP/1.1" status: 200 len: 931 time: 0.0579524 Nov 17 15:16:22.821841 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-f2f470cf-a8aa-4bdb-9972-f262912c99f2 req-73decfa5-cdf6-485b-b0e5-0b74baff40b3 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454042 Nov 17 15:16:23.000840 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5fa394-5f47-493b-9cb3-774d529f138e req-ebcc7eb8-d821-44a5-9065-243b5d306586 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:23.011828 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-ca5fa394-5f47-493b-9cb3-774d529f138e req-ebcc7eb8-d821-44a5-9065-243b5d306586 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 943 time: 0.0613410 Nov 17 15:16:23.092295 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-ca5fa394-5f47-493b-9cb3-774d529f138e req-2456a991-e7f9-4ac8-b6aa-de8e33390667 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831079 Nov 17 15:16:23.284164 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-0e077cb1-9a55-4a23-8679-33563e73ddbf req-34eaa616-2339-4246-b98e-a4da2b263473 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=46e35191-ce58-4d42-ae49-2a1f3be8a9eb HTTP/1.1" status: 200 len: 210 time: 0.0313084 Nov 17 15:16:23.322901 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3deb70-5a20-4d5b-a47a-d5b9413ddfe9 req-c0352faf-7d09-4c75-aefc-911ee4abd081 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:23.324398 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-1d3deb70-5a20-4d5b-a47a-d5b9413ddfe9 req-c0352faf-7d09-4c75-aefc-911ee4abd081 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 931 time: 0.0618973 Nov 17 15:16:23.374033 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-1d3deb70-5a20-4d5b-a47a-d5b9413ddfe9 req-6a8bbccd-5e8b-44b4-b7e1-414d2082c1b6 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/security-groups?id=32bd9460-1384-4561-9742-995ff127999f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434976 Nov 17 15:16:23.798439 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1e1b52c1-9c99-4df7-80fa-08ee539e6530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:23.937978 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1846f958-577c-4cab-b1e4-ab71341d502b req-8596dbff-f929-4ebc-a0ad-8a7b837fe3d6 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:23.939605 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-1846f958-577c-4cab-b1e4-ab71341d502b req-8596dbff-f929-4ebc-a0ad-8a7b837fe3d6 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd86d950-b576-4557-a3a6-6f40d04540a4 HTTP/1.1" status: 200 len: 931 time: 0.0497298 Nov 17 15:16:23.990608 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-1846f958-577c-4cab-b1e4-ab71341d502b req-b5bec37f-5b4b-40c5-a159-4dbe188ec61c tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446727 Nov 17 15:16:24.220747 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f422e4-87c2-4d06-997d-db85573b0137 req-b5940c63-0d9c-4731-86b8-440e5b9dc87c tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:24.222790 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-f5f422e4-87c2-4d06-997d-db85573b0137 req-b5940c63-0d9c-4731-86b8-440e5b9dc87c tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 943 time: 0.0556524 Nov 17 15:16:24.272249 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-f5f422e4-87c2-4d06-997d-db85573b0137 req-0834dc41-36b5-49f3-9a23-cba307758973 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423713 Nov 17 15:16:24.379471 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-80a90b2d-698e-4722-94a2-57763210cce5 req-2ed21d2d-5726-41c4-9f8c-d8b0e97dc374 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=46e35191-ce58-4d42-ae49-2a1f3be8a9eb HTTP/1.1" status: 200 len: 210 time: 0.0262890 Nov 17 15:16:24.494602 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6d6d3-bcaf-4382-9395-dd0396731b42 req-e84eeb5c-4b58-4182-af7c-1882fadf3ae9 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:24.496184 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-92e6d6d3-bcaf-4382-9395-dd0396731b42 req-e84eeb5c-4b58-4182-af7c-1882fadf3ae9 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 931 time: 0.0548224 Nov 17 15:16:24.544971 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-92e6d6d3-bcaf-4382-9395-dd0396731b42 req-25f31b5d-ba43-44bd-a6a7-6afa14fa1d2a tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/security-groups?id=32bd9460-1384-4561-9742-995ff127999f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429580 Nov 17 15:16:24.774988 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:25.108867 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0663b-cc38-414c-a4a5-fd29518ab715 req-e09095d5-db90-4614-aca8-6fe0a5b8858a tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:25.110341 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-b0f0663b-cc38-414c-a4a5-fd29518ab715 req-e09095d5-db90-4614-aca8-6fe0a5b8858a tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd86d950-b576-4557-a3a6-6f40d04540a4 HTTP/1.1" status: 200 len: 931 time: 0.0508208 Nov 17 15:16:25.164967 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-b0f0663b-cc38-414c-a4a5-fd29518ab715 req-3d55b8c7-e384-4915-9727-3ed6c4dda34a tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485454 Nov 17 15:16:25.396859 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035549f-42ae-4392-ab66-3ff91f15d9eb req-89234594-1ded-4c00-bc58-18b26f30a8da tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:25.398349 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-b035549f-42ae-4392-ab66-3ff91f15d9eb req-89234594-1ded-4c00-bc58-18b26f30a8da tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 943 time: 0.0503297 Nov 17 15:16:25.453634 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-b035549f-42ae-4392-ab66-3ff91f15d9eb req-d02772e8-3d0d-4c56-9a73-a8707b219134 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491431 Nov 17 15:16:25.488460 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-048a7cee-aa83-41c4-a0d7-1d961ce493bb req-35ca5b29-0d79-483e-90ac-e0392534ead8 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=46e35191-ce58-4d42-ae49-2a1f3be8a9eb HTTP/1.1" status: 200 len: 210 time: 0.0326564 Nov 17 15:16:25.662909 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747fe3b-7719-4d21-bc2c-dc483ca97ab4 req-71af5b89-df91-4106-a5c0-e12630f256c8 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:25.664491 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-2747fe3b-7719-4d21-bc2c-dc483ca97ab4 req-71af5b89-df91-4106-a5c0-e12630f256c8 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 931 time: 0.0509894 Nov 17 15:16:25.717298 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-2747fe3b-7719-4d21-bc2c-dc483ca97ab4 req-4f725b97-520b-41d6-b76d-7451f1ce557f tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/security-groups?id=32bd9460-1384-4561-9742-995ff127999f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469666 Nov 17 15:16:26.275158 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:26.286588 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450fb476-f478-4b33-82e1-319e0154e29b req-7803dc9a-4b80-4d54-b11c-afb65a617d51 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:26.288104 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-450fb476-f478-4b33-82e1-319e0154e29b req-7803dc9a-4b80-4d54-b11c-afb65a617d51 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd86d950-b576-4557-a3a6-6f40d04540a4 HTTP/1.1" status: 200 len: 931 time: 0.0540407 Nov 17 15:16:26.339409 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-450fb476-f478-4b33-82e1-319e0154e29b req-fd9d824d-11b6-4383-8764-7eb633b3ccb2 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448368 Nov 17 15:16:26.583958 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0d979-e63f-4a9c-b027-373490064278 req-8b994d7a-49cd-44ae-8246-4ec2b147c3a9 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:26.587221 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-65c0d979-e63f-4a9c-b027-373490064278 req-8b994d7a-49cd-44ae-8246-4ec2b147c3a9 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 943 time: 0.0535104 Nov 17 15:16:26.591735 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-ccb72c04-47ab-480d-bd66-f0ff22feafb5 req-e7c4ef01-4fb1-4f35-a449-52f27a05ef95 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=46e35191-ce58-4d42-ae49-2a1f3be8a9eb HTTP/1.1" status: 200 len: 210 time: 0.0301068 Nov 17 15:16:26.641739 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-65c0d979-e63f-4a9c-b027-373490064278 req-18145af7-acbd-4219-8690-772895aa87c8 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499108 Nov 17 15:16:26.837752 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b018e8-fc51-4cf8-a989-1a5c36e8774c req-f8bbab99-829e-41a5-8620-2574a65ae94a tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:26.839222 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-72b018e8-fc51-4cf8-a989-1a5c36e8774c req-f8bbab99-829e-41a5-8620-2574a65ae94a tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 931 time: 0.0530212 Nov 17 15:16:26.888392 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-72b018e8-fc51-4cf8-a989-1a5c36e8774c req-1a6e1202-8304-4129-8ac0-41b258a4726a tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/security-groups?id=32bd9460-1384-4561-9742-995ff127999f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427358 Nov 17 15:16:27.097778 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:27.468372 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c53885a-e1b8-4fd0-92ce-7aae7e0c1d3b req-04b2c187-8957-4e22-aafa-45491e88b62e tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:27.469885 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-0c53885a-e1b8-4fd0-92ce-7aae7e0c1d3b req-04b2c187-8957-4e22-aafa-45491e88b62e tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd86d950-b576-4557-a3a6-6f40d04540a4 HTTP/1.1" status: 200 len: 931 time: 0.0558033 Nov 17 15:16:27.520633 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-0c53885a-e1b8-4fd0-92ce-7aae7e0c1d3b req-13537c2f-108c-406c-8eb2-c307dd62b5e5 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445466 Nov 17 15:16:27.689705 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-1c1d65c7-d825-4f02-8693-3b9101e91692 req-3d0069bd-00c7-4184-8586-da9d65530473 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=46e35191-ce58-4d42-ae49-2a1f3be8a9eb HTTP/1.1" status: 200 len: 210 time: 0.0274684 Nov 17 15:16:27.778781 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c28f2-7681-4dfd-a642-22bff5222306 req-edce595e-06a7-4072-a11b-6c90966a4aab tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:27.780313 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-fe1c28f2-7681-4dfd-a642-22bff5222306 req-edce595e-06a7-4072-a11b-6c90966a4aab tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 943 time: 0.0602491 Nov 17 15:16:27.830244 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-fe1c28f2-7681-4dfd-a642-22bff5222306 req-81b5cb5d-bac2-4703-b19d-192785824ff0 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437880 Nov 17 15:16:28.005628 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f4070-cefa-4410-ab68-8718f2dbeeee req-56cecc29-6be7-491b-b9f1-909883379d4c tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:28.007094 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-033f4070-cefa-4410-ab68-8718f2dbeeee req-56cecc29-6be7-491b-b9f1-909883379d4c tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 931 time: 0.0514026 Nov 17 15:16:28.058001 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-033f4070-cefa-4410-ab68-8718f2dbeeee req-d41f2d97-c98b-41bf-8c1f-aa6f79c5e2a3 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/security-groups?id=32bd9460-1384-4561-9742-995ff127999f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446911 Nov 17 15:16:28.642108 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f396e95-21c5-4d52-aa7e-80e36e02edb8 req-6b79cd93-1fec-4712-897a-428a2fdff073 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:28.649009 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-2f396e95-21c5-4d52-aa7e-80e36e02edb8 req-6b79cd93-1fec-4712-897a-428a2fdff073 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd86d950-b576-4557-a3a6-6f40d04540a4 HTTP/1.1" status: 200 len: 931 time: 0.0572462 Nov 17 15:16:28.695546 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-2f396e95-21c5-4d52-aa7e-80e36e02edb8 req-8ffe93ea-a7ac-424f-aab0-304d27eec387 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451040 Nov 17 15:16:28.800985 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-ae14d24a-80c9-4ed3-85ce-42dec95e58e7 req-ef12d340-372d-48cf-8b7c-5c3edb71f524 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=46e35191-ce58-4d42-ae49-2a1f3be8a9eb HTTP/1.1" status: 200 len: 210 time: 0.0380607 Nov 17 15:16:28.961667 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921e60c-16a5-4c17-864b-161c213b7f88 req-05a8597d-0f8c-476d-9552-22aeb7c6a7e8 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:28.963040 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-7921e60c-16a5-4c17-864b-161c213b7f88 req-05a8597d-0f8c-476d-9552-22aeb7c6a7e8 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 943 time: 0.0575619 Nov 17 15:16:29.016940 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-7921e60c-16a5-4c17-864b-161c213b7f88 req-5d96aeb4-eff8-4514-9463-c2b6ce4c47f1 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480080 Nov 17 15:16:29.178692 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d9027f-0899-439e-a270-48bdba74a880 req-ea91781c-e92c-4071-a1bb-d1fbaa256560 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:29.180734 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-a2d9027f-0899-439e-a270-48bdba74a880 req-ea91781c-e92c-4071-a1bb-d1fbaa256560 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 931 time: 0.0494270 Nov 17 15:16:29.228048 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-a2d9027f-0899-439e-a270-48bdba74a880 req-b5406735-9d06-42e6-998e-cc6e9d30e16b tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/security-groups?id=32bd9460-1384-4561-9742-995ff127999f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411301 Nov 17 15:16:29.810134 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb402723-0cd0-4f10-b609-321fe1d80e25 req-969bbe90-c85d-4bb7-be18-be9090d5b978 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:29.811646 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-eb402723-0cd0-4f10-b609-321fe1d80e25 req-969bbe90-c85d-4bb7-be18-be9090d5b978 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd86d950-b576-4557-a3a6-6f40d04540a4 HTTP/1.1" status: 200 len: 931 time: 0.0489016 Nov 17 15:16:29.872687 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-eb402723-0cd0-4f10-b609-321fe1d80e25 req-8646cf72-e069-4658-80c0-70219c6a9152 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474222 Nov 17 15:16:29.898118 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-b32b8410-f360-4b33-8f26-f3b0309f2b3a req-6340eeb5-6cb7-444f-8066-16990e8caa10 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=46e35191-ce58-4d42-ae49-2a1f3be8a9eb HTTP/1.1" status: 200 len: 210 time: 0.0263870 Nov 17 15:16:30.136645 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fccf1a-42d3-4f2b-8778-5c707e3859a5 req-046903af-2c44-471f-9913-13e1fa1c725b tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:30.138240 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-39fccf1a-42d3-4f2b-8778-5c707e3859a5 req-046903af-2c44-471f-9913-13e1fa1c725b tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 943 time: 0.0493157 Nov 17 15:16:30.185838 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-39fccf1a-42d3-4f2b-8778-5c707e3859a5 req-abc00f28-5123-4a9f-ac13-b217d896be53 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411158 Nov 17 15:16:30.338825 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa03290-6b99-4c0f-b409-e50be16910e6 req-6b4ba104-c0b7-4736-a5a8-60f666fec3c0 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:30.340171 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-5aa03290-6b99-4c0f-b409-e50be16910e6 req-6b4ba104-c0b7-4736-a5a8-60f666fec3c0 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 931 time: 0.0464845 Nov 17 15:16:30.388764 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-5aa03290-6b99-4c0f-b409-e50be16910e6 req-896dbddb-8fc7-4e6b-8823-fb851e82c14c tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/security-groups?id=32bd9460-1384-4561-9742-995ff127999f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429146 Nov 17 15:16:30.433151 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [req-d42f955b-8040-48a7-89d4-809c77b7d05b req-5bb516b3-3561-46ca-b38b-bb4eb571db2c service neutron] Request body: {'port': {'device_id': 'cd86d950-b576-4557-a3a6-6f40d04540a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81823'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:16:30.434189 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.v2.base [req-89c3b278-d5b9-45bb-84ee-47a0a2ed43ce req-8fb4704e-e2ce-46eb-861c-d3891c4b63a7 service neutron] Request body: {'port': {'device_id': '38def5cd-54da-4c58-bd4f-eee2f63a1c5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81823'}} {{(pid=101833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:16:30.494287 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-89c3b278-d5b9-45bb-84ee-47a0a2ed43ce req-8fb4704e-e2ce-46eb-861c-d3891c4b63a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:30.499406 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-d42f955b-8040-48a7-89d4-809c77b7d05b req-5bb516b3-3561-46ca-b38b-bb4eb571db2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:30.739589 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b86c1d-5de3-47ee-b8cf-bcc8ec897dcb req-8d19b12e-3819-4d21-ad97-34b3f06ec98f tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:30.741024 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-61b86c1d-5de3-47ee-b8cf-bcc8ec897dcb req-8d19b12e-3819-4d21-ad97-34b3f06ec98f tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.55 "GET /v2.0/networks?id=6ca42089-8bb6-47e4-9dcd-a40e1ac70e66 HTTP/1.1" status: 200 len: 811 time: 0.1878998 Nov 17 15:16:30.788900 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.notifiers.nova [req-89c3b278-d5b9-45bb-84ee-47a0a2ed43ce req-8fb4704e-e2ce-46eb-861c-d3891c4b63a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50c13040-a0e4-461e-ae93-2563ed741f9a {{(pid=101833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 15:16:30.797522 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-89c3b278-d5b9-45bb-84ee-47a0a2ed43ce req-8fb4704e-e2ce-46eb-861c-d3891c4b63a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:30.810639 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.db.provisioning_blocks [req-89c3b278-d5b9-45bb-84ee-47a0a2ed43ce req-8fb4704e-e2ce-46eb-861c-d3891c4b63a7 service neutron] Transition to ACTIVE for port object 50c13040-a0e4-461e-ae93-2563ed741f9a will not be triggered until provisioned by entity L2. {{(pid=101833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 17 15:16:30.814076 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-89c3b278-d5b9-45bb-84ee-47a0a2ed43ce req-8fb4704e-e2ce-46eb-861c-d3891c4b63a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4228911'] for port, after_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:30.862292 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-61b86c1d-5de3-47ee-b8cf-bcc8ec897dcb req-dcab1f23-3daf-4c90-b664-e1806395bc6f tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4e3fd73a0164f73baea3c35a692ff86 HTTP/1.1" status: 200 len: 380 time: 0.0878251 Nov 17 15:16:30.871853 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb4704e-e2ce-46eb-861c-d3891c4b63a7 service neutron] Pushing event updated for resources: {'Port': ['ID=50c13040-a0e4-461e-ae93-2563ed741f9a,revision_number=2']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:16:30.878309 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [req-61b86c1d-5de3-47ee-b8cf-bcc8ec897dcb req-5be93c09-59df-49df-ac52-487ae919648e tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Request body: {'port': {'device_id': '46e35191-ce58-4d42-ae49-2a1f3be8a9eb', 'network_id': '6ca42089-8bb6-47e4-9dcd-a40e1ac70e66', 'admin_state_up': True, 'tenant_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'security_groups': ['7856bc7f-2400-47b1-a97c-857b4139acd0']}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:16:30.947733 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.managers [req-89c3b278-d5b9-45bb-84ee-47a0a2ed43ce req-8fb4704e-e2ce-46eb-861c-d3891c4b63a7 service neutron] Attempting to bind port 50c13040-a0e4-461e-ae93-2563ed741f9a on host hv-cinder-81823 for vnic_type normal with profile {{(pid=101833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 15:16:30.948264 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.managers [req-89c3b278-d5b9-45bb-84ee-47a0a2ed43ce req-8fb4704e-e2ce-46eb-861c-d3891c4b63a7 service neutron] Attempting to bind port 50c13040-a0e4-461e-ae93-2563ed741f9a by drivers openvswitch,hyperv on host hv-cinder-81823 at level 0 using segments [{'id': '9ce04018-b6b2-4ee2-8014-18729a72bc25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9536a153-f59d-4a3d-a999-893ac4032dc6'}] {{(pid=101833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 15:16:30.948370 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c3b278-d5b9-45bb-84ee-47a0a2ed43ce req-8fb4704e-e2ce-46eb-861c-d3891c4b63a7 service neutron] Attempting to bind port 50c13040-a0e4-461e-ae93-2563ed741f9a on network 9536a153-f59d-4a3d-a999-893ac4032dc6 {{(pid=101833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:16:30.954921 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c3b278-d5b9-45bb-84ee-47a0a2ed43ce req-8fb4704e-e2ce-46eb-861c-d3891c4b63a7 service neutron] Port 50c13040-a0e4-461e-ae93-2563ed741f9a on network 9536a153-f59d-4a3d-a999-893ac4032dc6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81823 {{(pid=101833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 17 15:16:30.955249 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c3b278-d5b9-45bb-84ee-47a0a2ed43ce req-8fb4704e-e2ce-46eb-861c-d3891c4b63a7 service neutron] Attempting to bind port 50c13040-a0e4-461e-ae93-2563ed741f9a on network 9536a153-f59d-4a3d-a999-893ac4032dc6 {{(pid=101833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:16:30.961072 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c3b278-d5b9-45bb-84ee-47a0a2ed43ce req-8fb4704e-e2ce-46eb-861c-d3891c4b63a7 service neutron] Checking agent: {'id': '56359ff8-4a05-4ac1-99e4-1793cc03f30f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81823', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 15, 9, 3), 'started_at': datetime.datetime(2021, 11, 17, 15, 9, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 15, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 15:16:30.961417 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c3b278-d5b9-45bb-84ee-47a0a2ed43ce req-8fb4704e-e2ce-46eb-861c-d3891c4b63a7 service neutron] Checking segment: {'id': '9ce04018-b6b2-4ee2-8014-18729a72bc25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9536a153-f59d-4a3d-a999-893ac4032dc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:16:30.961784 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89c3b278-d5b9-45bb-84ee-47a0a2ed43ce req-8fb4704e-e2ce-46eb-861c-d3891c4b63a7 service neutron] Bound using segment: {'id': '9ce04018-b6b2-4ee2-8014-18729a72bc25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9536a153-f59d-4a3d-a999-893ac4032dc6'} {{(pid=101833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 15:16:30.962212 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.managers [req-89c3b278-d5b9-45bb-84ee-47a0a2ed43ce req-8fb4704e-e2ce-46eb-861c-d3891c4b63a7 service neutron] Bound port: 50c13040-a0e4-461e-ae93-2563ed741f9a, host: hv-cinder-81823, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ce04018-b6b2-4ee2-8014-18729a72bc25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '9536a153-f59d-4a3d-a999-893ac4032dc6'}}] {{(pid=101833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 15:16:30.962565 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-89c3b278-d5b9-45bb-84ee-47a0a2ed43ce req-8fb4704e-e2ce-46eb-861c-d3891c4b63a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:30.985632 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.notifiers.nova [req-d42f955b-8040-48a7-89d4-809c77b7d05b req-5bb516b3-3561-46ca-b38b-bb4eb571db2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1d412b1-30eb-4ed4-ad97-65f10aefa3dd {{(pid=101834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 15:16:31.011798 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-d42f955b-8040-48a7-89d4-809c77b7d05b req-5bb516b3-3561-46ca-b38b-bb4eb571db2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:31.037569 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-7cb36c3c-8f09-400c-9e5f-4d49f287b926 req-7747893b-3ed0-4a1f-9307-f00967090c20 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=46e35191-ce58-4d42-ae49-2a1f3be8a9eb HTTP/1.1" status: 200 len: 210 time: 0.0371106 Nov 17 15:16:31.039410 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.provisioning_blocks [req-d42f955b-8040-48a7-89d4-809c77b7d05b req-5bb516b3-3561-46ca-b38b-bb4eb571db2c service neutron] Transition to ACTIVE for port object b1d412b1-30eb-4ed4-ad97-65f10aefa3dd will not be triggered until provisioned by entity L2. {{(pid=101834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 17 15:16:31.053354 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-d42f955b-8040-48a7-89d4-809c77b7d05b req-5bb516b3-3561-46ca-b38b-bb4eb571db2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4397568'] for port, after_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:31.074884 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e10999-daf9-4caf-b4d9-c056596bd669 req-a52d9b6a-29ea-4ef6-8e81-65cb99881d57 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:31.076443 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-68e10999-daf9-4caf-b4d9-c056596bd669 req-a52d9b6a-29ea-4ef6-8e81-65cb99881d57 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd86d950-b576-4557-a3a6-6f40d04540a4 HTTP/1.1" status: 200 len: 931 time: 0.1064181 Nov 17 15:16:31.077778 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.db [req-89c3b278-d5b9-45bb-84ee-47a0a2ed43ce req-8fb4704e-e2ce-46eb-861c-d3891c4b63a7 service neutron] For port 50c13040-a0e4-461e-ae93-2563ed741f9a, host hv-cinder-81823, cleared binding levels {{(pid=101833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 15:16:31.081429 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.db [req-89c3b278-d5b9-45bb-84ee-47a0a2ed43ce req-8fb4704e-e2ce-46eb-861c-d3891c4b63a7 service neutron] For port 50c13040-a0e4-461e-ae93-2563ed741f9a, host hv-cinder-81823, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=50c13040-a0e4-461e-ae93-2563ed741f9a,segment=NetworkSegment(9ce04018-b6b2-4ee2-8014-18729a72bc25),segment_id=9ce04018-b6b2-4ee2-8014-18729a72bc25)] {{(pid=101833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 15:16:31.086286 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-89c3b278-d5b9-45bb-84ee-47a0a2ed43ce req-8fb4704e-e2ce-46eb-861c-d3891c4b63a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4228911'] for port, after_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:31.121977 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3b278-d5b9-45bb-84ee-47a0a2ed43ce req-8fb4704e-e2ce-46eb-861c-d3891c4b63a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:31.123220 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-89c3b278-d5b9-45bb-84ee-47a0a2ed43ce req-8fb4704e-e2ce-46eb-861c-d3891c4b63a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for port, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:31.124663 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-89c3b278-d5b9-45bb-84ee-47a0a2ed43ce req-8fb4704e-e2ce-46eb-861c-d3891c4b63a7 service neutron] 10.222.0.55 "PUT /v2.0/ports/50c13040-a0e4-461e-ae93-2563ed741f9a HTTP/1.1" status: 200 len: 1093 time: 0.6953936 Nov 17 15:16:31.125160 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38def5cd-54da-4c58-bd4f-eee2f63a1c5c', 'tag': '50c13040-a0e4-461e-ae93-2563ed741f9a'}] {{(pid=101833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:16:31.127784 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98a3914b10db2bda8b449d081c398edb642d8063ca6ecbd0a439108c8bd060b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91147075-6485-43d0-90e3-441826af685e" -d '{"events": [{"name": "network-changed", "server_uuid": "38def5cd-54da-4c58-bd4f-eee2f63a1c5c", "tag": "50c13040-a0e4-461e-ae93-2563ed741f9a"}]}' {{(pid=101833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:16:31.164688 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb516b3-3561-46ca-b38b-bb4eb571db2c service neutron] Pushing event updated for resources: {'Port': ['ID=b1d412b1-30eb-4ed4-ad97-65f10aefa3dd,revision_number=2']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:16:31.182880 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb4704e-e2ce-46eb-861c-d3891c4b63a7 service neutron] Pushing event updated for resources: {'Port': ['ID=50c13040-a0e4-461e-ae93-2563ed741f9a,revision_number=3']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:16:31.187615 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61b86c1d-5de3-47ee-b8cf-bcc8ec897dcb req-5be93c09-59df-49df-ac52-487ae919648e tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Made reservation on behalf of b4e3fd73a0164f73baea3c35a692ff86 for: {'port': 1} {{(pid=101834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:16:31.191177 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-61b86c1d-5de3-47ee-b8cf-bcc8ec897dcb req-5be93c09-59df-49df-ac52-487ae919648e tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:31.241483 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-68e10999-daf9-4caf-b4d9-c056596bd669 req-4ed68a95-4458-49fa-9c91-769f329366ed tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441884 Nov 17 15:16:31.245074 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3b278-d5b9-45bb-84ee-47a0a2ed43ce req-88994214-7a77-4a77-b833-dd14df8e889b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:31.249501 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-89c3b278-d5b9-45bb-84ee-47a0a2ed43ce req-88994214-7a77-4a77-b833-dd14df8e889b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a9176c1aa35b454797426f5d4341a8f0&device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 1096 time: 0.0589035 Nov 17 15:16:31.315500 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-89c3b278-d5b9-45bb-84ee-47a0a2ed43ce req-0a008bc9-2019-4993-a4e4-b45e2e7cc7b7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50c13040-a0e4-461e-ae93-2563ed741f9a HTTP/1.1" status: 200 len: 217 time: 0.0558889 Nov 17 15:16:31.364797 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 15:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75800d49-f436-46b1-829c-d80f3690a496 x-openstack-request-id: req-75800d49-f436-46b1-829c-d80f3690a496 {{(pid=101833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:16:31.365047 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38def5cd-54da-4c58-bd4f-eee2f63a1c5c", "tag": "50c13040-a0e4-461e-ae93-2563ed741f9a", "status": "completed", "code": 200}]} {{(pid=101833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:16:31.365269 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-75800d49-f436-46b1-829c-d80f3690a496 {{(pid=101833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:16:31.365571 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38def5cd-54da-4c58-bd4f-eee2f63a1c5c', 'tag': '50c13040-a0e4-461e-ae93-2563ed741f9a', 'status': 'completed', 'code': 200} Nov 17 15:16:31.387348 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3b278-d5b9-45bb-84ee-47a0a2ed43ce req-d381b903-5d89-4c9d-b536-517239281930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:31.389197 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-89c3b278-d5b9-45bb-84ee-47a0a2ed43ce req-d381b903-5d89-4c9d-b536-517239281930 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=35936d6d-3a38-491b-bcc7-155d304f102b HTTP/1.1" status: 200 len: 854 time: 0.0606678 Nov 17 15:16:31.420696 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.managers [req-d42f955b-8040-48a7-89d4-809c77b7d05b req-5bb516b3-3561-46ca-b38b-bb4eb571db2c service neutron] Attempting to bind port b1d412b1-30eb-4ed4-ad97-65f10aefa3dd on host hv-cinder-81823 for vnic_type normal with profile {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 15:16:31.421178 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.managers [req-d42f955b-8040-48a7-89d4-809c77b7d05b req-5bb516b3-3561-46ca-b38b-bb4eb571db2c service neutron] Attempting to bind port b1d412b1-30eb-4ed4-ad97-65f10aefa3dd by drivers openvswitch,hyperv on host hv-cinder-81823 at level 0 using segments [{'id': '4f89a60d-a2d1-4edb-a8d1-149bf81601d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6'}] {{(pid=101834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 15:16:31.421397 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42f955b-8040-48a7-89d4-809c77b7d05b req-5bb516b3-3561-46ca-b38b-bb4eb571db2c service neutron] Attempting to bind port b1d412b1-30eb-4ed4-ad97-65f10aefa3dd on network 35a21660-a2ad-472c-8fa2-5b7c2854ced6 {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:16:31.446056 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3b278-d5b9-45bb-84ee-47a0a2ed43ce req-edd136ef-a0c7-4195-a8b7-ebadb909424a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:31.447600 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-89c3b278-d5b9-45bb-84ee-47a0a2ed43ce req-edd136ef-a0c7-4195-a8b7-ebadb909424a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9536a153-f59d-4a3d-a999-893ac4032dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0487010 Nov 17 15:16:31.476762 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42f955b-8040-48a7-89d4-809c77b7d05b req-5bb516b3-3561-46ca-b38b-bb4eb571db2c service neutron] Port b1d412b1-30eb-4ed4-ad97-65f10aefa3dd on network 35a21660-a2ad-472c-8fa2-5b7c2854ced6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81823 {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 17 15:16:31.477100 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42f955b-8040-48a7-89d4-809c77b7d05b req-5bb516b3-3561-46ca-b38b-bb4eb571db2c service neutron] Attempting to bind port b1d412b1-30eb-4ed4-ad97-65f10aefa3dd on network 35a21660-a2ad-472c-8fa2-5b7c2854ced6 {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:16:31.495241 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c68615-4069-4dff-a59c-7ecfdd3b13c8 req-c679fa99-4d27-4473-add6-60cd61b98934 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:31.496679 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-21c68615-4069-4dff-a59c-7ecfdd3b13c8 req-c679fa99-4d27-4473-add6-60cd61b98934 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 943 time: 0.1510401 Nov 17 15:16:31.502004 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42f955b-8040-48a7-89d4-809c77b7d05b req-5bb516b3-3561-46ca-b38b-bb4eb571db2c service neutron] Checking agent: {'id': '56359ff8-4a05-4ac1-99e4-1793cc03f30f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81823', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 15, 9, 3), 'started_at': datetime.datetime(2021, 11, 17, 15, 9, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 15, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 15:16:31.502334 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42f955b-8040-48a7-89d4-809c77b7d05b req-5bb516b3-3561-46ca-b38b-bb4eb571db2c service neutron] Checking segment: {'id': '4f89a60d-a2d1-4edb-a8d1-149bf81601d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:16:31.502709 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42f955b-8040-48a7-89d4-809c77b7d05b req-5bb516b3-3561-46ca-b38b-bb4eb571db2c service neutron] Bound using segment: {'id': '4f89a60d-a2d1-4edb-a8d1-149bf81601d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6'} {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 15:16:31.503147 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.managers [req-d42f955b-8040-48a7-89d4-809c77b7d05b req-5bb516b3-3561-46ca-b38b-bb4eb571db2c service neutron] Bound port: b1d412b1-30eb-4ed4-ad97-65f10aefa3dd, host: hv-cinder-81823, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f89a60d-a2d1-4edb-a8d1-149bf81601d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6'}}] {{(pid=101834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 15:16:31.503544 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-d42f955b-8040-48a7-89d4-809c77b7d05b req-5bb516b3-3561-46ca-b38b-bb4eb571db2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:31.534625 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.db_base_plugin_common [req-61b86c1d-5de3-47ee-b8cf-bcc8ec897dcb req-5be93c09-59df-49df-ac52-487ae919648e tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Allocated IP 172.20.0.13 (6ca42089-8bb6-47e4-9dcd-a40e1ac70e66/7a6cfc7a-d04e-4d58-a0f5-383a0d4f2ccc/71625ab6-9c9b-419e-81e2-e50ba78e6d2f) {{(pid=101834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:16:31.578114 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348c1c4-8de5-4de8-948b-b9cffd6b5202 req-f330877a-1cab-4865-8ffb-f8be8b6c734f tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:31.579602 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-f348c1c4-8de5-4de8-948b-b9cffd6b5202 req-f330877a-1cab-4865-8ffb-f8be8b6c734f tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 943 time: 0.0975399 Nov 17 15:16:31.584978 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-89c3b278-d5b9-45bb-84ee-47a0a2ed43ce req-bdee6873-c57f-497d-b74a-9bde30b61098 service neutron] 10.222.0.55 "GET /v2.0/networks/9536a153-f59d-4a3d-a999-893ac4032dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295578 Nov 17 15:16:31.614864 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-21c68615-4069-4dff-a59c-7ecfdd3b13c8 req-4df4edc1-504a-49e7-8b51-06770935088d tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091640 Nov 17 15:16:31.641640 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [req-d42f955b-8040-48a7-89d4-809c77b7d05b req-5bb516b3-3561-46ca-b38b-bb4eb571db2c service neutron] For port b1d412b1-30eb-4ed4-ad97-65f10aefa3dd, host hv-cinder-81823, cleared binding levels {{(pid=101834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 15:16:31.674850 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [req-d42f955b-8040-48a7-89d4-809c77b7d05b req-5bb516b3-3561-46ca-b38b-bb4eb571db2c service neutron] For port b1d412b1-30eb-4ed4-ad97-65f10aefa3dd, host hv-cinder-81823, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=b1d412b1-30eb-4ed4-ad97-65f10aefa3dd,segment=NetworkSegment(4f89a60d-a2d1-4edb-a8d1-149bf81601d9),segment_id=4f89a60d-a2d1-4edb-a8d1-149bf81601d9)] {{(pid=101834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 15:16:31.679880 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-d42f955b-8040-48a7-89d4-809c77b7d05b req-5bb516b3-3561-46ca-b38b-bb4eb571db2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4397568'] for port, after_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:31.688443 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-f348c1c4-8de5-4de8-948b-b9cffd6b5202 req-1a093a48-c8c4-4201-8c15-e030560a64b9 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/security-groups?id=32bd9460-1384-4561-9742-995ff127999f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014366 Nov 17 15:16:31.709840 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-89c3b278-d5b9-45bb-84ee-47a0a2ed43ce req-c3cf7412-e4d7-4b2b-a424-fd144dd8e103 service neutron] 10.222.0.55 "GET /v2.0/networks/9536a153-f59d-4a3d-a999-893ac4032dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171713 Nov 17 15:16:31.761091 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f955b-8040-48a7-89d4-809c77b7d05b req-5bb516b3-3561-46ca-b38b-bb4eb571db2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:31.761701 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-d42f955b-8040-48a7-89d4-809c77b7d05b req-5bb516b3-3561-46ca-b38b-bb4eb571db2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for port, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:31.763219 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-d42f955b-8040-48a7-89d4-809c77b7d05b req-5bb516b3-3561-46ca-b38b-bb4eb571db2c service neutron] 10.222.0.55 "PUT /v2.0/ports/b1d412b1-30eb-4ed4-ad97-65f10aefa3dd HTTP/1.1" status: 200 len: 1093 time: 1.3352010 Nov 17 15:16:31.763691 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd86d950-b576-4557-a3a6-6f40d04540a4', 'tag': 'b1d412b1-30eb-4ed4-ad97-65f10aefa3dd'}] {{(pid=101834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:16:31.765883 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10d7295a2f7876e94fbb36dd5f9fa1a1524f2628f083d864ab6dabde9166157e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3165fdaf-cabf-45fe-9253-7b5de142804b" -d '{"events": [{"name": "network-changed", "server_uuid": "cd86d950-b576-4557-a3a6-6f40d04540a4", "tag": "b1d412b1-30eb-4ed4-ad97-65f10aefa3dd"}]}' {{(pid=101834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:16:31.791894 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb516b3-3561-46ca-b38b-bb4eb571db2c service neutron] Pushing event updated for resources: {'Port': ['ID=b1d412b1-30eb-4ed4-ad97-65f10aefa3dd,revision_number=3']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:16:31.817008 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91147075-6485-43d0-90e3-441826af685e req-fe55391f-e4a5-4523-b3ca-dce71482ad98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:31.818554 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-91147075-6485-43d0-90e3-441826af685e req-fe55391f-e4a5-4523-b3ca-dce71482ad98 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a9176c1aa35b454797426f5d4341a8f0&device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 1096 time: 0.0583141 Nov 17 15:16:31.829323 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-61b86c1d-5de3-47ee-b8cf-bcc8ec897dcb req-5be93c09-59df-49df-ac52-487ae919648e tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks [] for port, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:31.915445 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f955b-8040-48a7-89d4-809c77b7d05b req-98464e49-535d-42d4-a0e3-7fca8c70dd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:31.916897 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-d42f955b-8040-48a7-89d4-809c77b7d05b req-98464e49-535d-42d4-a0e3-7fca8c70dd5a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5131dce595224bfe8a730cc800f0f158&device_id=cd86d950-b576-4557-a3a6-6f40d04540a4 HTTP/1.1" status: 200 len: 1096 time: 0.0793803 Nov 17 15:16:31.920434 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-61b86c1d-5de3-47ee-b8cf-bcc8ec897dcb req-5be93c09-59df-49df-ac52-487ae919648e tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:31.923220 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 15:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f873d4a-6637-42bd-8afd-235000059510 x-openstack-request-id: req-6f873d4a-6637-42bd-8afd-235000059510 {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:16:31.923582 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd86d950-b576-4557-a3a6-6f40d04540a4", "tag": "b1d412b1-30eb-4ed4-ad97-65f10aefa3dd", "status": "completed", "code": 200}]} {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:16:31.924011 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6f873d4a-6637-42bd-8afd-235000059510 {{(pid=101834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:16:31.924323 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd86d950-b576-4557-a3a6-6f40d04540a4', 'tag': 'b1d412b1-30eb-4ed4-ad97-65f10aefa3dd', 'status': 'completed', 'code': 200} Nov 17 15:16:31.931917 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91147075-6485-43d0-90e3-441826af685e req-32814de2-fc28-4a58-81a7-242a35655c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:31.933416 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-91147075-6485-43d0-90e3-441826af685e req-32814de2-fc28-4a58-81a7-242a35655c7d service neutron] 10.222.0.55 "GET /v2.0/networks?id=9536a153-f59d-4a3d-a999-893ac4032dc6 HTTP/1.1" status: 200 len: 916 time: 0.1064274 Nov 17 15:16:31.986544 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-91147075-6485-43d0-90e3-441826af685e req-2ebb8d90-e707-4ee5-afd1-c509ec23654c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50c13040-a0e4-461e-ae93-2563ed741f9a HTTP/1.1" status: 200 len: 217 time: 0.0358510 Nov 17 15:16:31.994522 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-d42f955b-8040-48a7-89d4-809c77b7d05b req-7df828ce-3af5-4e22-8359-c7aeb1c2b232 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1d412b1-30eb-4ed4-ad97-65f10aefa3dd HTTP/1.1" status: 200 len: 217 time: 0.0636427 Nov 17 15:16:31.996269 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61b86c1d-5de3-47ee-b8cf-bcc8ec897dcb req-5be93c09-59df-49df-ac52-487ae919648e tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Network 6ca42089-8bb6-47e4-9dcd-a40e1ac70e66 is already hosted by enough agents. {{(pid=101834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:16:32.001272 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.base_scheduler [req-61b86c1d-5de3-47ee-b8cf-bcc8ec897dcb req-5be93c09-59df-49df-ac52-487ae919648e tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Resources bound (agent type, host, resource id): {{(pid=101834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:16:32.012112 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b86c1d-5de3-47ee-b8cf-bcc8ec897dcb req-5be93c09-59df-49df-ac52-487ae919648e tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Received port after_create {{(pid=101834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:16:32.042695 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91147075-6485-43d0-90e3-441826af685e req-5bea22f1-fe16-456b-86ca-60be2fb02049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:32.044368 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-91147075-6485-43d0-90e3-441826af685e req-5bea22f1-fe16-456b-86ca-60be2fb02049 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=35936d6d-3a38-491b-bcc7-155d304f102b HTTP/1.1" status: 200 len: 854 time: 0.0498352 Nov 17 15:16:32.065251 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be93c09-59df-49df-ac52-487ae919648e tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Pushing event updated for resources: {'Port': ['ID=71625ab6-9c9b-419e-81e2-e50ba78e6d2f,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:16:32.091948 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f955b-8040-48a7-89d4-809c77b7d05b req-9f197927-1331-49fb-881e-a670ad9a9e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:32.093418 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-d42f955b-8040-48a7-89d4-809c77b7d05b req-9f197927-1331-49fb-881e-a670ad9a9e88 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e5c17a34-0ae9-43c6-8fa8-687d40ad609a HTTP/1.1" status: 200 len: 850 time: 0.0901642 Nov 17 15:16:32.105949 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b86c1d-5de3-47ee-b8cf-bcc8ec897dcb req-5be93c09-59df-49df-ac52-487ae919648e tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:32.106567 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-61b86c1d-5de3-47ee-b8cf-bcc8ec897dcb req-5be93c09-59df-49df-ac52-487ae919648e tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for port, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:32.111628 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91147075-6485-43d0-90e3-441826af685e req-62eaabc9-771e-462b-9691-38153788ec29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:32.113111 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-91147075-6485-43d0-90e3-441826af685e req-62eaabc9-771e-462b-9691-38153788ec29 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9536a153-f59d-4a3d-a999-893ac4032dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0577908 Nov 17 15:16:32.148652 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-61b86c1d-5de3-47ee-b8cf-bcc8ec897dcb req-5be93c09-59df-49df-ac52-487ae919648e tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2790296 Nov 17 15:16:32.159956 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f955b-8040-48a7-89d4-809c77b7d05b req-b0c4383f-fb26-4dea-8afa-aea044dddbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:32.161391 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-d42f955b-8040-48a7-89d4-809c77b7d05b req-b0c4383f-fb26-4dea-8afa-aea044dddbe5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=35a21660-a2ad-472c-8fa2-5b7c2854ced6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521824 Nov 17 15:16:32.165045 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [req-61b86c1d-5de3-47ee-b8cf-bcc8ec897dcb req-8062d118-89c3-4cd4-af40-8ca83f1a514c service neutron] Request body: {'port': {'device_id': '46e35191-ce58-4d42-ae49-2a1f3be8a9eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81823'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:16:32.229298 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c00fe-fd9a-49bc-a0f2-3f1622537a8a req-0067e597-d417-43c0-86d4-a2f244894425 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:32.230763 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-962c00fe-fd9a-49bc-a0f2-3f1622537a8a req-0067e597-d417-43c0-86d4-a2f244894425 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=46e35191-ce58-4d42-ae49-2a1f3be8a9eb HTTP/1.1" status: 200 len: 932 time: 0.0998428 Nov 17 15:16:32.264175 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-91147075-6485-43d0-90e3-441826af685e req-a1cd1596-3d9f-4462-8f6a-01cb244fe135 service neutron] 10.222.0.55 "GET /v2.0/networks/9536a153-f59d-4a3d-a999-893ac4032dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424162 Nov 17 15:16:32.274301 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-61b86c1d-5de3-47ee-b8cf-bcc8ec897dcb req-8062d118-89c3-4cd4-af40-8ca83f1a514c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:32.307762 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-67a9e554-313a-4204-9ce5-f3524ca4117d None None] Provisioning complete for port 71625ab6-9c9b-419e-81e2-e50ba78e6d2f triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:16:32.308828 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-67a9e554-313a-4204-9ce5-f3524ca4117d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:32.333086 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-d42f955b-8040-48a7-89d4-809c77b7d05b req-33f3c55f-5fb5-4b6d-b758-104b094609c7 service neutron] 10.222.0.55 "GET /v2.0/networks/35a21660-a2ad-472c-8fa2-5b7c2854ced6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638663 Nov 17 15:16:32.343588 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-67a9e554-313a-4204-9ce5-f3524ca4117d None None] Port 71625ab6-9c9b-419e-81e2-e50ba78e6d2f cannot update to ACTIVE because it is not bound. {{(pid=101835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 15:16:32.513623 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95a90a-1754-4e23-a2cb-deff626ed4cb req-5ee67a1c-57e9-4318-9cb6-b5480365f88e tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:32.514994 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-de95a90a-1754-4e23-a2cb-deff626ed4cb req-5ee67a1c-57e9-4318-9cb6-b5480365f88e tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd86d950-b576-4557-a3a6-6f40d04540a4 HTTP/1.1" status: 200 len: 943 time: 0.1933918 Nov 17 15:16:32.541418 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-962c00fe-fd9a-49bc-a0f2-3f1622537a8a req-229c6a7c-de0b-4216-bcf6-651ede654433 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=7856bc7f-2400-47b1-a97c-857b4139acd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3033133 Nov 17 15:16:32.580862 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-d42f955b-8040-48a7-89d4-809c77b7d05b req-1ddcfe17-b6df-460a-b230-f5641326c49f service neutron] 10.222.0.55 "GET /v2.0/networks/35a21660-a2ad-472c-8fa2-5b7c2854ced6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202699 Nov 17 15:16:32.594123 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-91147075-6485-43d0-90e3-441826af685e req-d6c280e1-5a37-4bf5-8e64-86147baebc5f service neutron] 10.222.0.55 "GET /v2.0/networks/9536a153-f59d-4a3d-a999-893ac4032dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218255 Nov 17 15:16:32.631267 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-de95a90a-1754-4e23-a2cb-deff626ed4cb req-787bc73a-640f-4ca9-952c-82ed52f4801b tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098642 Nov 17 15:16:32.671757 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165fdaf-cabf-45fe-9253-7b5de142804b req-1c26fdbf-13a3-44a4-b841-7cb470b9b48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:32.673238 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-3165fdaf-cabf-45fe-9253-7b5de142804b req-1c26fdbf-13a3-44a4-b841-7cb470b9b48e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5131dce595224bfe8a730cc800f0f158&device_id=cd86d950-b576-4557-a3a6-6f40d04540a4 HTTP/1.1" status: 200 len: 1096 time: 0.0459571 Nov 17 15:16:32.722290 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.notifiers.nova [req-61b86c1d-5de3-47ee-b8cf-bcc8ec897dcb req-8062d118-89c3-4cd4-af40-8ca83f1a514c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71625ab6-9c9b-419e-81e2-e50ba78e6d2f {{(pid=101834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 15:16:32.732053 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-61b86c1d-5de3-47ee-b8cf-bcc8ec897dcb req-8062d118-89c3-4cd4-af40-8ca83f1a514c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:32.746399 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.provisioning_blocks [req-61b86c1d-5de3-47ee-b8cf-bcc8ec897dcb req-8062d118-89c3-4cd4-af40-8ca83f1a514c service neutron] Transition to ACTIVE for port object 71625ab6-9c9b-419e-81e2-e50ba78e6d2f will not be triggered until provisioned by entity L2. {{(pid=101834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 17 15:16:32.751231 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-61b86c1d-5de3-47ee-b8cf-bcc8ec897dcb req-8062d118-89c3-4cd4-af40-8ca83f1a514c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4397568'] for port, after_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:32.798038 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e59078-7bc7-423b-9f4d-9578b4ac1162 req-88218dc1-0db7-4994-a284-9b1b4584892b tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:32.799458 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-51e59078-7bc7-423b-9f4d-9578b4ac1162 req-88218dc1-0db7-4994-a284-9b1b4584892b tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 943 time: 0.0956640 Nov 17 15:16:32.813307 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165fdaf-cabf-45fe-9253-7b5de142804b req-d59af7cd-cf89-4c69-bc08-e4fa447a492e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:32.814771 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-3165fdaf-cabf-45fe-9253-7b5de142804b req-d59af7cd-cf89-4c69-bc08-e4fa447a492e service neutron] 10.222.0.55 "GET /v2.0/networks?id=35a21660-a2ad-472c-8fa2-5b7c2854ced6 HTTP/1.1" status: 200 len: 912 time: 0.1339345 Nov 17 15:16:32.856556 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8062d118-89c3-4cd4-af40-8ca83f1a514c service neutron] Pushing event updated for resources: {'Port': ['ID=71625ab6-9c9b-419e-81e2-e50ba78e6d2f,revision_number=2']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:16:32.863276 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-3165fdaf-cabf-45fe-9253-7b5de142804b req-0ffab16e-fbcd-474d-9a48-1c41c24c54d2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1d412b1-30eb-4ed4-ad97-65f10aefa3dd HTTP/1.1" status: 200 len: 217 time: 0.0398307 Nov 17 15:16:32.880573 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device 0b9b658b-f1e8-4029-b50e-dd415ed21f06 details requested by agent hyperv_hv-cinder-81823 with host hv-cinder-81823 {{(pid=101835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 17 15:16:32.926569 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-51e59078-7bc7-423b-9f4d-9578b4ac1162 req-af89970f-ffbc-425b-b2df-ed11e198af49 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108196 Nov 17 15:16:32.940256 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165fdaf-cabf-45fe-9253-7b5de142804b req-7c95046b-de60-4dc5-a62c-4f535e474eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:32.942931 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-3165fdaf-cabf-45fe-9253-7b5de142804b req-7c95046b-de60-4dc5-a62c-4f535e474eb7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e5c17a34-0ae9-43c6-8fa8-687d40ad609a HTTP/1.1" status: 200 len: 850 time: 0.0672805 Nov 17 15:16:33.017314 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165fdaf-cabf-45fe-9253-7b5de142804b req-e4184b17-bcdf-4b80-abfa-8f3716d46321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:33.019084 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-3165fdaf-cabf-45fe-9253-7b5de142804b req-e4184b17-bcdf-4b80-abfa-8f3716d46321 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=35a21660-a2ad-472c-8fa2-5b7c2854ced6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0681851 Nov 17 15:16:33.021395 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port 0b9b658b-f1e8-4029-b50e-dd415ed21f06, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=0b9b658b-f1e8-4029-b50e-dd415ed21f06,segment=NetworkSegment(ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5),segment_id=ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:16:33.033485 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Returning: {'device': '0b9b658b-f1e8-4029-b50e-dd415ed21f06', 'network_id': '2d259df1-c4ab-4d22-8926-f0a465d8e0b5', 'port_id': '0b9b658b-f1e8-4029-b50e-dd415ed21f06', 'mac_address': 'fa:16:3e:8f:69:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a8d8948-a156-4cc4-9771-6d5567fbb98c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 17 15:16:33.084633 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:33.101807 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.notifiers.nova [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b9b658b-f1e8-4029-b50e-dd415ed21f06 {{(pid=101835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 15:16:33.120647 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-3165fdaf-cabf-45fe-9253-7b5de142804b req-15775256-1351-418c-88d5-e9076bf3c8a1 service neutron] 10.222.0.55 "GET /v2.0/networks/35a21660-a2ad-472c-8fa2-5b7c2854ced6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931346 Nov 17 15:16:33.123428 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port 0b9b658b-f1e8-4029-b50e-dd415ed21f06, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=0b9b658b-f1e8-4029-b50e-dd415ed21f06,segment=NetworkSegment(ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5),segment_id=ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:16:33.127608 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:33.162079 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879c7d8-8ba5-4810-a2f8-bb398aa66d72 req-fd6fc8b7-e2a6-44a8-8b21-6198a2104524 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:33.168057 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-2879c7d8-8ba5-4810-a2f8-bb398aa66d72 req-fd6fc8b7-e2a6-44a8-8b21-6198a2104524 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 943 time: 0.4072840 Nov 17 15:16:33.175977 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Pushing event updated for resources: {'Port': ['ID=0b9b658b-f1e8-4029-b50e-dd415ed21f06,revision_number=9']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:16:33.216380 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.managers [req-61b86c1d-5de3-47ee-b8cf-bcc8ec897dcb req-8062d118-89c3-4cd4-af40-8ca83f1a514c service neutron] Attempting to bind port 71625ab6-9c9b-419e-81e2-e50ba78e6d2f on host hv-cinder-81823 for vnic_type normal with profile {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 15:16:33.216700 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.managers [req-61b86c1d-5de3-47ee-b8cf-bcc8ec897dcb req-8062d118-89c3-4cd4-af40-8ca83f1a514c service neutron] Attempting to bind port 71625ab6-9c9b-419e-81e2-e50ba78e6d2f by drivers openvswitch,hyperv on host hv-cinder-81823 at level 0 using segments [{'id': '5544a57b-458e-443f-8f9d-a2629fafc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '6ca42089-8bb6-47e4-9dcd-a40e1ac70e66'}] {{(pid=101834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 15:16:33.217017 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b86c1d-5de3-47ee-b8cf-bcc8ec897dcb req-8062d118-89c3-4cd4-af40-8ca83f1a514c service neutron] Attempting to bind port 71625ab6-9c9b-419e-81e2-e50ba78e6d2f on network 6ca42089-8bb6-47e4-9dcd-a40e1ac70e66 {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:16:33.217658 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-3165fdaf-cabf-45fe-9253-7b5de142804b req-a666fb77-11ed-4ed0-aae0-13e7e3ef3b24 service neutron] 10.222.0.55 "GET /v2.0/networks/35a21660-a2ad-472c-8fa2-5b7c2854ced6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898743 Nov 17 15:16:33.229317 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b86c1d-5de3-47ee-b8cf-bcc8ec897dcb req-8062d118-89c3-4cd4-af40-8ca83f1a514c service neutron] Port 71625ab6-9c9b-419e-81e2-e50ba78e6d2f on network 6ca42089-8bb6-47e4-9dcd-a40e1ac70e66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81823 {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 17 15:16:33.229628 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b86c1d-5de3-47ee-b8cf-bcc8ec897dcb req-8062d118-89c3-4cd4-af40-8ca83f1a514c service neutron] Attempting to bind port 71625ab6-9c9b-419e-81e2-e50ba78e6d2f on network 6ca42089-8bb6-47e4-9dcd-a40e1ac70e66 {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:16:33.235864 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-2879c7d8-8ba5-4810-a2f8-bb398aa66d72 req-86fa94bc-a05f-4ba5-8369-0e802e5246f1 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/security-groups?id=32bd9460-1384-4561-9742-995ff127999f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645950 Nov 17 15:16:33.239039 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b86c1d-5de3-47ee-b8cf-bcc8ec897dcb req-8062d118-89c3-4cd4-af40-8ca83f1a514c service neutron] Checking agent: {'id': '56359ff8-4a05-4ac1-99e4-1793cc03f30f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81823', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 15, 9, 3), 'started_at': datetime.datetime(2021, 11, 17, 15, 9, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 15, 16, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 15:16:33.239039 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b86c1d-5de3-47ee-b8cf-bcc8ec897dcb req-8062d118-89c3-4cd4-af40-8ca83f1a514c service neutron] Checking segment: {'id': '5544a57b-458e-443f-8f9d-a2629fafc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '6ca42089-8bb6-47e4-9dcd-a40e1ac70e66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:16:33.239265 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b86c1d-5de3-47ee-b8cf-bcc8ec897dcb req-8062d118-89c3-4cd4-af40-8ca83f1a514c service neutron] Bound using segment: {'id': '5544a57b-458e-443f-8f9d-a2629fafc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '6ca42089-8bb6-47e4-9dcd-a40e1ac70e66'} {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 15:16:33.239668 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.managers [req-61b86c1d-5de3-47ee-b8cf-bcc8ec897dcb req-8062d118-89c3-4cd4-af40-8ca83f1a514c service neutron] Bound port: 71625ab6-9c9b-419e-81e2-e50ba78e6d2f, host: hv-cinder-81823, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5544a57b-458e-443f-8f9d-a2629fafc7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '6ca42089-8bb6-47e4-9dcd-a40e1ac70e66'}}] {{(pid=101834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 15:16:33.240014 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-61b86c1d-5de3-47ee-b8cf-bcc8ec897dcb req-8062d118-89c3-4cd4-af40-8ca83f1a514c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:33.304659 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [req-61b86c1d-5de3-47ee-b8cf-bcc8ec897dcb req-8062d118-89c3-4cd4-af40-8ca83f1a514c service neutron] For port 71625ab6-9c9b-419e-81e2-e50ba78e6d2f, host hv-cinder-81823, cleared binding levels {{(pid=101834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 15:16:33.307829 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [req-61b86c1d-5de3-47ee-b8cf-bcc8ec897dcb req-8062d118-89c3-4cd4-af40-8ca83f1a514c service neutron] For port 71625ab6-9c9b-419e-81e2-e50ba78e6d2f, host hv-cinder-81823, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=71625ab6-9c9b-419e-81e2-e50ba78e6d2f,segment=NetworkSegment(5544a57b-458e-443f-8f9d-a2629fafc7ee),segment_id=5544a57b-458e-443f-8f9d-a2629fafc7ee)] {{(pid=101834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 15:16:33.311734 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-61b86c1d-5de3-47ee-b8cf-bcc8ec897dcb req-8062d118-89c3-4cd4-af40-8ca83f1a514c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4397568'] for port, after_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:33.350133 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b86c1d-5de3-47ee-b8cf-bcc8ec897dcb req-8062d118-89c3-4cd4-af40-8ca83f1a514c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:33.351264 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-61b86c1d-5de3-47ee-b8cf-bcc8ec897dcb req-8062d118-89c3-4cd4-af40-8ca83f1a514c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for port, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:33.352633 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-61b86c1d-5de3-47ee-b8cf-bcc8ec897dcb req-8062d118-89c3-4cd4-af40-8ca83f1a514c service neutron] 10.222.0.55 "PUT /v2.0/ports/71625ab6-9c9b-419e-81e2-e50ba78e6d2f HTTP/1.1" status: 200 len: 1094 time: 1.1950688 Nov 17 15:16:33.371029 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] get_ports_and_sgs() called for port_ids ['0b9b658b-f1e8-4029-b50e-dd415ed21f06'] {{(pid=101835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 15:16:33.373053 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8062d118-89c3-4cd4-af40-8ca83f1a514c service neutron] Pushing event updated for resources: {'Port': ['ID=71625ab6-9c9b-419e-81e2-e50ba78e6d2f,revision_number=3']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:16:33.457816 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b86c1d-5de3-47ee-b8cf-bcc8ec897dcb req-794b4979-915a-46cb-9c6a-77f00f0706d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:33.459479 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-61b86c1d-5de3-47ee-b8cf-bcc8ec897dcb req-794b4979-915a-46cb-9c6a-77f00f0706d9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b4e3fd73a0164f73baea3c35a692ff86&device_id=46e35191-ce58-4d42-ae49-2a1f3be8a9eb HTTP/1.1" status: 200 len: 1097 time: 0.0569844 Nov 17 15:16:33.503686 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-61b86c1d-5de3-47ee-b8cf-bcc8ec897dcb req-bc8440f6-51bb-4270-a56b-545c3e721ffc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71625ab6-9c9b-419e-81e2-e50ba78e6d2f HTTP/1.1" status: 200 len: 217 time: 0.0356789 Nov 17 15:16:33.554724 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b86c1d-5de3-47ee-b8cf-bcc8ec897dcb req-7f643357-d361-45ca-bac9-4fa0e75b0202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:33.556079 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-61b86c1d-5de3-47ee-b8cf-bcc8ec897dcb req-7f643357-d361-45ca-bac9-4fa0e75b0202 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a6cfc7a-d04e-4d58-a0f5-383a0d4f2ccc HTTP/1.1" status: 200 len: 850 time: 0.0457275 Nov 17 15:16:33.604959 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b86c1d-5de3-47ee-b8cf-bcc8ec897dcb req-9f61a4e9-213b-45db-9ecc-25aa658d3a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:33.607117 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-61b86c1d-5de3-47ee-b8cf-bcc8ec897dcb req-9f61a4e9-213b-45db-9ecc-25aa658d3a92 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ca42089-8bb6-47e4-9dcd-a40e1ac70e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429718 Nov 17 15:16:33.665543 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0546d-5662-47c2-a1be-074447d423d2 req-1b1df742-c643-48d5-ab24-575ee2dbc45b tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:33.667165 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-b6d0546d-5662-47c2-a1be-074447d423d2 req-1b1df742-c643-48d5-ab24-575ee2dbc45b tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=46e35191-ce58-4d42-ae49-2a1f3be8a9eb HTTP/1.1" status: 200 len: 944 time: 0.0576744 Nov 17 15:16:33.698367 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-61b86c1d-5de3-47ee-b8cf-bcc8ec897dcb req-1114fb23-588e-48c0-a467-8a8d1d397c02 service neutron] 10.222.0.55 "GET /v2.0/networks/6ca42089-8bb6-47e4-9dcd-a40e1ac70e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835776 Nov 17 15:16:33.719008 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-b6d0546d-5662-47c2-a1be-074447d423d2 req-ee09f70d-7927-4021-9f32-26d74c913c44 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=7856bc7f-2400-47b1-a97c-857b4139acd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456479 Nov 17 15:16:33.802050 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae5753-13c9-494e-a5d4-838777c432b1 req-1228f425-9412-49df-a7d9-941a75285b28 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:33.803527 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-14ae5753-13c9-494e-a5d4-838777c432b1 req-1228f425-9412-49df-a7d9-941a75285b28 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd86d950-b576-4557-a3a6-6f40d04540a4 HTTP/1.1" status: 200 len: 943 time: 0.1021881 Nov 17 15:16:33.840560 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-61b86c1d-5de3-47ee-b8cf-bcc8ec897dcb req-0f06aeb2-bcdc-44a8-82ec-77e8ac0cc90c service neutron] 10.222.0.55 "GET /v2.0/networks/6ca42089-8bb6-47e4-9dcd-a40e1ac70e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294558 Nov 17 15:16:33.865520 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-14ae5753-13c9-494e-a5d4-838777c432b1 req-aa657b3f-29e2-4679-8ed5-b51976b00ebf tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560968 Nov 17 15:16:33.925295 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46e35191-ce58-4d42-ae49-2a1f3be8a9eb', 'tag': '71625ab6-9c9b-419e-81e2-e50ba78e6d2f'}] {{(pid=101834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:16:33.927721 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10d7295a2f7876e94fbb36dd5f9fa1a1524f2628f083d864ab6dabde9166157e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d08e343-9bea-43f5-a5c7-dff64df56c0c" -d '{"events": [{"name": "network-changed", "server_uuid": "46e35191-ce58-4d42-ae49-2a1f3be8a9eb", "tag": "71625ab6-9c9b-419e-81e2-e50ba78e6d2f"}]}' {{(pid=101834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:16:33.962058 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 15:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069c8a01-3d9b-4dd5-bb45-07cf63d6296d x-openstack-request-id: req-069c8a01-3d9b-4dd5-bb45-07cf63d6296d {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:16:33.962417 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46e35191-ce58-4d42-ae49-2a1f3be8a9eb", "tag": "71625ab6-9c9b-419e-81e2-e50ba78e6d2f", "status": "completed", "code": 200}]} {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:16:33.962736 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-069c8a01-3d9b-4dd5-bb45-07cf63d6296d {{(pid=101834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:16:33.963193 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46e35191-ce58-4d42-ae49-2a1f3be8a9eb', 'tag': '71625ab6-9c9b-419e-81e2-e50ba78e6d2f', 'status': 'completed', 'code': 200} Nov 17 15:16:34.068188 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08e343-9bea-43f5-a5c7-dff64df56c0c req-59098258-f3e3-4aac-856f-a7c7487636cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:34.070610 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-9d08e343-9bea-43f5-a5c7-dff64df56c0c req-59098258-f3e3-4aac-856f-a7c7487636cb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b4e3fd73a0164f73baea3c35a692ff86&device_id=46e35191-ce58-4d42-ae49-2a1f3be8a9eb HTTP/1.1" status: 200 len: 1097 time: 0.0720596 Nov 17 15:16:34.077815 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38844f14-7728-430d-a6b5-4117908bbbf9 req-406e5a0c-ef5e-4df8-87b7-eec548bb72bd tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:34.079141 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-38844f14-7728-430d-a6b5-4117908bbbf9 req-406e5a0c-ef5e-4df8-87b7-eec548bb72bd tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 944 time: 0.0714777 Nov 17 15:16:34.182228 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-38844f14-7728-430d-a6b5-4117908bbbf9 req-dacfa61e-413e-445e-ba36-9f58df466d0e tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945389 Nov 17 15:16:34.198277 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08e343-9bea-43f5-a5c7-dff64df56c0c req-55703795-7917-4355-a701-18a717508992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:34.199787 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-9d08e343-9bea-43f5-a5c7-dff64df56c0c req-55703795-7917-4355-a701-18a717508992 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6ca42089-8bb6-47e4-9dcd-a40e1ac70e66 HTTP/1.1" status: 200 len: 912 time: 0.1197991 Nov 17 15:16:34.243351 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-9d08e343-9bea-43f5-a5c7-dff64df56c0c req-05863e60-f13e-47b3-86cb-acc813dc8eab service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71625ab6-9c9b-419e-81e2-e50ba78e6d2f HTTP/1.1" status: 200 len: 217 time: 0.0346935 Nov 17 15:16:34.252819 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:34.292301 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08e343-9bea-43f5-a5c7-dff64df56c0c req-f29afeb1-babe-4f3a-abba-cd74a02b0697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:34.293769 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-9d08e343-9bea-43f5-a5c7-dff64df56c0c req-f29afeb1-babe-4f3a-abba-cd74a02b0697 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a6cfc7a-d04e-4d58-a0f5-383a0d4f2ccc HTTP/1.1" status: 200 len: 850 time: 0.0437081 Nov 17 15:16:34.343918 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08e343-9bea-43f5-a5c7-dff64df56c0c req-991c6c9b-8c26-4f3d-bf47-f80a3df26904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:34.345420 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-9d08e343-9bea-43f5-a5c7-dff64df56c0c req-991c6c9b-8c26-4f3d-bf47-f80a3df26904 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ca42089-8bb6-47e4-9dcd-a40e1ac70e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433340 Nov 17 15:16:34.354680 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f3411-83ad-45bb-b6fe-0c8643257203 req-4d1257a5-10d6-463a-9080-aa68f89bfd5a tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:34.356149 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-833f3411-83ad-45bb-b6fe-0c8643257203 req-4d1257a5-10d6-463a-9080-aa68f89bfd5a tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 943 time: 0.0512218 Nov 17 15:16:34.403439 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-833f3411-83ad-45bb-b6fe-0c8643257203 req-735c60bf-947c-4e28-9b11-59245f4960cd tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/security-groups?id=32bd9460-1384-4561-9742-995ff127999f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401127 Nov 17 15:16:34.435083 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-9d08e343-9bea-43f5-a5c7-dff64df56c0c req-b4a9b423-de69-4442-8f38-50b4ad7f365c service neutron] 10.222.0.55 "GET /v2.0/networks/6ca42089-8bb6-47e4-9dcd-a40e1ac70e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816841 Nov 17 15:16:34.529596 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-9d08e343-9bea-43f5-a5c7-dff64df56c0c req-b82f6843-c410-4391-bc80-ea89466bd086 service neutron] 10.222.0.55 "GET /v2.0/networks/6ca42089-8bb6-47e4-9dcd-a40e1ac70e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854049 Nov 17 15:16:34.834762 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84007025-fa4d-4a04-807a-6a3e6dacb603 req-4c734611-cd21-4e63-b011-31266bf38e08 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:34.836847 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-84007025-fa4d-4a04-807a-6a3e6dacb603 req-4c734611-cd21-4e63-b011-31266bf38e08 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=46e35191-ce58-4d42-ae49-2a1f3be8a9eb HTTP/1.1" status: 200 len: 944 time: 0.0536065 Nov 17 15:16:34.884154 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-84007025-fa4d-4a04-807a-6a3e6dacb603 req-8e170566-0d61-4b99-a006-2373b15c7f09 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=7856bc7f-2400-47b1-a97c-857b4139acd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413194 Nov 17 15:16:34.884674 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device 50c13040-a0e4-461e-ae93-2563ed741f9a details requested by agent hyperv_hv-cinder-81823 with host hv-cinder-81823 {{(pid=101835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 17 15:16:34.930327 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device 0b9b658b-f1e8-4029-b50e-dd415ed21f06 up at agent hyperv_hv-cinder-81823 {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:16:34.982703 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b419a-f112-4888-bf20-18f75944ff17 req-c199f100-89fe-4f09-8d2b-1133afa6c339 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:34.984186 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-7c7b419a-f112-4888-bf20-18f75944ff17 req-c199f100-89fe-4f09-8d2b-1133afa6c339 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd86d950-b576-4557-a3a6-6f40d04540a4 HTTP/1.1" status: 200 len: 943 time: 0.0474367 Nov 17 15:16:35.025054 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port 50c13040-a0e4-461e-ae93-2563ed741f9a, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=50c13040-a0e4-461e-ae93-2563ed741f9a,segment=NetworkSegment(9ce04018-b6b2-4ee2-8014-18729a72bc25),segment_id=9ce04018-b6b2-4ee2-8014-18729a72bc25)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:16:35.033337 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-7c7b419a-f112-4888-bf20-18f75944ff17 req-3a400daa-6b37-4991-b613-0b3e2b76c7ea tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432069 Nov 17 15:16:35.039313 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Provisioning complete for port 0b9b658b-f1e8-4029-b50e-dd415ed21f06 triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:16:35.039710 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:35.041254 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Returning: {'device': '50c13040-a0e4-461e-ae93-2563ed741f9a', 'network_id': '9536a153-f59d-4a3d-a999-893ac4032dc6', 'port_id': '50c13040-a0e4-461e-ae93-2563ed741f9a', 'mac_address': 'fa:16:3e:87:c8:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35936d6d-3a38-491b-bcc7-155d304f102b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 17 15:16:35.106735 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:35.142431 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.notifiers.nova [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50c13040-a0e4-461e-ae93-2563ed741f9a {{(pid=101835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 15:16:35.171065 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port 50c13040-a0e4-461e-ae93-2563ed741f9a, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=50c13040-a0e4-461e-ae93-2563ed741f9a,segment=NetworkSegment(9ce04018-b6b2-4ee2-8014-18729a72bc25),segment_id=9ce04018-b6b2-4ee2-8014-18729a72bc25)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:16:35.172288 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:35.180802 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:35.217430 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d10d8b-4d76-4bb3-964d-bbffa65ef564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b9b658b-f1e8-4029-b50e-dd415ed21f06'}] {{(pid=101835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:16:35.219674 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc2a867bdaff5c76f0208ec4146e14dfecc9fe2083470249ba9c3c2934649c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4966e9-c4ce-4a6d-b92b-1af957ad4e65" -d '{"events": [{"server_uuid": "a0d10d8b-4d76-4bb3-964d-bbffa65ef564", "name": "network-vif-plugged", "status": "completed", "tag": "0b9b658b-f1e8-4029-b50e-dd415ed21f06"}]}' {{(pid=101835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:16:35.238480 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port 0b9b658b-f1e8-4029-b50e-dd415ed21f06, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=0b9b658b-f1e8-4029-b50e-dd415ed21f06,segment=NetworkSegment(ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5),segment_id=ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:16:35.247493 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:35.253259 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Pushing event updated for resources: {'Port': ['ID=50c13040-a0e4-461e-ae93-2563ed741f9a,revision_number=4']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:16:35.312184 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775b7f1-241d-4808-b06f-4f719369af1c req-32a0404b-dfa8-4de5-96ef-c4f440439409 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:35.313690 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-b775b7f1-241d-4808-b06f-4f719369af1c req-32a0404b-dfa8-4de5-96ef-c4f440439409 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 946 time: 0.0583327 Nov 17 15:16:35.316329 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Pushing event updated for resources: {'Port': ['ID=0b9b658b-f1e8-4029-b50e-dd415ed21f06,revision_number=10']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:16:35.340008 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 15:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d6af45-066a-4db7-bb8b-cbadfc0cae51 x-openstack-request-id: req-77d6af45-066a-4db7-bb8b-cbadfc0cae51 {{(pid=101835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:16:35.340392 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d10d8b-4d76-4bb3-964d-bbffa65ef564", "name": "network-vif-plugged", "status": "completed", "tag": "0b9b658b-f1e8-4029-b50e-dd415ed21f06", "code": 200}]} {{(pid=101835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:16:35.340731 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-77d6af45-066a-4db7-bb8b-cbadfc0cae51 {{(pid=101835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:16:35.341175 dv-cinder-818233-1-iscsi neutron-server[101835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d10d8b-4d76-4bb3-964d-bbffa65ef564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b9b658b-f1e8-4029-b50e-dd415ed21f06', 'code': 200} Nov 17 15:16:35.365010 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-b775b7f1-241d-4808-b06f-4f719369af1c req-db928c83-2373-43aa-aab4-6b4ce56aa641 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451610 Nov 17 15:16:35.414419 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] get_ports_and_sgs() called for port_ids ['50c13040-a0e4-461e-ae93-2563ed741f9a'] {{(pid=101835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 15:16:35.532551 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9de496-60fe-4aed-8b52-68ad222ec04c req-e6fc3ddf-8c3f-41f4-b7fe-216c69eb9f02 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:35.533937 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-8e9de496-60fe-4aed-8b52-68ad222ec04c req-e6fc3ddf-8c3f-41f4-b7fe-216c69eb9f02 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 944 time: 0.0570107 Nov 17 15:16:35.586925 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-8e9de496-60fe-4aed-8b52-68ad222ec04c req-ac13c647-184d-4eea-bbcb-036f68083702 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/security-groups?id=32bd9460-1384-4561-9742-995ff127999f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465245 Nov 17 15:16:35.790278 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3a885-0256-4255-af04-460d53c76c68 req-f9175860-9cc2-4d56-b55d-f46dd7d77791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:35.791697 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-67d3a885-0256-4255-af04-460d53c76c68 req-f9175860-9cc2-4d56-b55d-f46dd7d77791 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 1099 time: 0.0403130 Nov 17 15:16:35.835528 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-67d3a885-0256-4255-af04-460d53c76c68 req-26bd2b6e-9f35-4371-9598-876b61927407 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360868 Nov 17 15:16:35.997095 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8035c3-a9e9-45ce-813a-6e21acb1dbad req-f6cf7c2f-0e47-4ac9-b4d8-f0b7ba2d13c5 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:35.998565 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-bc8035c3-a9e9-45ce-813a-6e21acb1dbad req-f6cf7c2f-0e47-4ac9-b4d8-f0b7ba2d13c5 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=46e35191-ce58-4d42-ae49-2a1f3be8a9eb HTTP/1.1" status: 200 len: 944 time: 0.0493104 Nov 17 15:16:36.045542 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-bc8035c3-a9e9-45ce-813a-6e21acb1dbad req-b3069956-4019-4e1a-bcd5-1de9d8509ef2 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=7856bc7f-2400-47b1-a97c-857b4139acd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409966 Nov 17 15:16:36.144586 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86809a4-1c33-4c8b-a63d-84a4b3056ccd req-105e7e94-8f1b-46c4-b852-4d8ffd25ce02 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:36.146105 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-e86809a4-1c33-4c8b-a63d-84a4b3056ccd req-105e7e94-8f1b-46c4-b852-4d8ffd25ce02 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd86d950-b576-4557-a3a6-6f40d04540a4 HTTP/1.1" status: 200 len: 943 time: 0.0466449 Nov 17 15:16:36.193782 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-e86809a4-1c33-4c8b-a63d-84a4b3056ccd req-403a8641-debf-49f7-a4b7-7124ad210cc4 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413368 Nov 17 15:16:36.491554 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f456bb5-5b8f-463e-a73b-ea5bb32f1e5f req-95eec9bb-e22e-413c-8913-3ef9c750d0c6 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:36.493008 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-5f456bb5-5b8f-463e-a73b-ea5bb32f1e5f req-95eec9bb-e22e-413c-8913-3ef9c750d0c6 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 946 time: 0.0525749 Nov 17 15:16:36.538912 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-5f456bb5-5b8f-463e-a73b-ea5bb32f1e5f req-bc8927b5-cd4c-43ad-830b-b70cf922933e tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395248 Nov 17 15:16:36.697313 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fadec9d-1d88-4d85-bb66-18fdcd870278 req-5074a6a4-1724-4afc-b7d5-c371ee36e59e tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:36.698651 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-0fadec9d-1d88-4d85-bb66-18fdcd870278 req-5074a6a4-1724-4afc-b7d5-c371ee36e59e tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 944 time: 0.0468125 Nov 17 15:16:36.744874 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-0fadec9d-1d88-4d85-bb66-18fdcd870278 req-93963f16-10c5-4b31-94c6-3eb7eb80cf33 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/security-groups?id=32bd9460-1384-4561-9742-995ff127999f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404170 Nov 17 15:16:36.901567 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device 71625ab6-9c9b-419e-81e2-e50ba78e6d2f details requested by agent hyperv_hv-cinder-81823 with host hv-cinder-81823 {{(pid=101835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 17 15:16:36.904619 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device 50c13040-a0e4-461e-ae93-2563ed741f9a up at agent hyperv_hv-cinder-81823 {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:16:37.014231 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Provisioning for port 50c13040-a0e4-461e-ae93-2563ed741f9a completed by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 17 15:16:37.023588 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Provisioning complete for port 50c13040-a0e4-461e-ae93-2563ed741f9a triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:16:37.023961 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:37.053798 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port 71625ab6-9c9b-419e-81e2-e50ba78e6d2f, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=71625ab6-9c9b-419e-81e2-e50ba78e6d2f,segment=NetworkSegment(5544a57b-458e-443f-8f9d-a2629fafc7ee),segment_id=5544a57b-458e-443f-8f9d-a2629fafc7ee)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:16:37.076618 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Returning: {'device': '71625ab6-9c9b-419e-81e2-e50ba78e6d2f', 'network_id': '6ca42089-8bb6-47e4-9dcd-a40e1ac70e66', 'port_id': '71625ab6-9c9b-419e-81e2-e50ba78e6d2f', 'mac_address': 'fa:16:3e:2b:bb:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a6cfc7a-d04e-4d58-a0f5-383a0d4f2ccc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 17 15:16:37.148648 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:37.169044 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.notifiers.nova [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71625ab6-9c9b-419e-81e2-e50ba78e6d2f {{(pid=101835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 15:16:37.173147 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc08ca4-ce52-4490-8832-612f5737cd2e req-75eaea29-b9f3-40b3-a07b-fd6706d2b21e tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:37.174016 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:37.179579 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-7dc08ca4-ce52-4490-8832-612f5737cd2e req-75eaea29-b9f3-40b3-a07b-fd6706d2b21e tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=46e35191-ce58-4d42-ae49-2a1f3be8a9eb HTTP/1.1" status: 200 len: 944 time: 0.0596814 Nov 17 15:16:37.198693 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port 71625ab6-9c9b-419e-81e2-e50ba78e6d2f, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=71625ab6-9c9b-419e-81e2-e50ba78e6d2f,segment=NetworkSegment(5544a57b-458e-443f-8f9d-a2629fafc7ee),segment_id=5544a57b-458e-443f-8f9d-a2629fafc7ee)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:16:37.205630 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:37.248326 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-7dc08ca4-ce52-4490-8832-612f5737cd2e req-27a319b8-db80-417c-aa5f-cb26af33c0d1 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=7856bc7f-2400-47b1-a97c-857b4139acd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663307 Nov 17 15:16:37.260034 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port 50c13040-a0e4-461e-ae93-2563ed741f9a, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=50c13040-a0e4-461e-ae93-2563ed741f9a,segment=NetworkSegment(9ce04018-b6b2-4ee2-8014-18729a72bc25),segment_id=9ce04018-b6b2-4ee2-8014-18729a72bc25)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:16:37.270083 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:37.283284 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Pushing event updated for resources: {'Port': ['ID=71625ab6-9c9b-419e-81e2-e50ba78e6d2f,revision_number=4']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:16:37.335333 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0ab81-0f7b-46cb-9eec-bae4bbecd5e1 req-a421dd40-75b3-40c4-a338-7dfad6bfe4ad tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:37.337119 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-a4e0ab81-0f7b-46cb-9eec-bae4bbecd5e1 req-a421dd40-75b3-40c4-a338-7dfad6bfe4ad tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd86d950-b576-4557-a3a6-6f40d04540a4 HTTP/1.1" status: 200 len: 943 time: 0.0579453 Nov 17 15:16:37.338902 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Pushing event updated for resources: {'Port': ['ID=50c13040-a0e4-461e-ae93-2563ed741f9a,revision_number=5']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:16:37.342034 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38def5cd-54da-4c58-bd4f-eee2f63a1c5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c13040-a0e4-461e-ae93-2563ed741f9a'}] {{(pid=101835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:16:37.344369 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc2a867bdaff5c76f0208ec4146e14dfecc9fe2083470249ba9c3c2934649c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3de9ce9-eb3d-4783-a202-2aae39c1445f" -d '{"events": [{"server_uuid": "38def5cd-54da-4c58-bd4f-eee2f63a1c5c", "name": "network-vif-plugged", "status": "completed", "tag": "50c13040-a0e4-461e-ae93-2563ed741f9a"}]}' {{(pid=101835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:16:37.398173 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-a4e0ab81-0f7b-46cb-9eec-bae4bbecd5e1 req-f20a355f-bf44-4ce0-b8f4-8b671a01fd88 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525088 Nov 17 15:16:37.399613 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 15:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3409af-81d7-4126-85a4-505558a16caf x-openstack-request-id: req-5e3409af-81d7-4126-85a4-505558a16caf {{(pid=101835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:16:37.399979 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38def5cd-54da-4c58-bd4f-eee2f63a1c5c", "name": "network-vif-plugged", "status": "completed", "tag": "50c13040-a0e4-461e-ae93-2563ed741f9a", "code": 200}]} {{(pid=101835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:16:37.400286 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5e3409af-81d7-4126-85a4-505558a16caf {{(pid=101835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:16:37.401086 dv-cinder-818233-1-iscsi neutron-server[101835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38def5cd-54da-4c58-bd4f-eee2f63a1c5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c13040-a0e4-461e-ae93-2563ed741f9a', 'code': 200} Nov 17 15:16:37.469578 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] get_ports_and_sgs() called for port_ids ['71625ab6-9c9b-419e-81e2-e50ba78e6d2f'] {{(pid=101835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 15:16:37.561933 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6e2a5-7891-4e0c-a026-d727a52f07e4 req-2042fc35-dca3-426e-8000-10eb7c726ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:37.564927 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-9fe6e2a5-7891-4e0c-a026-d727a52f07e4 req-2042fc35-dca3-426e-8000-10eb7c726ae9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 1098 time: 0.0413101 Nov 17 15:16:37.633297 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-9fe6e2a5-7891-4e0c-a026-d727a52f07e4 req-fb5e7840-43d9-4d70-bfa2-9d060ce50f99 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=32bd9460-1384-4561-9742-995ff127999f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617826 Nov 17 15:16:37.668996 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823e1ff-58d0-4e2f-af20-7c0a078e68bf req-38b96cb7-c862-4d36-8b7c-aac64fd494f1 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:37.670464 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-2823e1ff-58d0-4e2f-af20-7c0a078e68bf req-38b96cb7-c862-4d36-8b7c-aac64fd494f1 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 946 time: 0.0497663 Nov 17 15:16:37.716737 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-2823e1ff-58d0-4e2f-af20-7c0a078e68bf req-be856725-8398-4595-bfdc-9e7af0fc9a1c tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403879 Nov 17 15:16:37.857014 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30366bf-29de-40aa-afa3-c305c0df41ac req-294642f1-67f5-4261-9fdf-6fdf227c4dde tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:37.858398 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-e30366bf-29de-40aa-afa3-c305c0df41ac req-294642f1-67f5-4261-9fdf-6fdf227c4dde tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 945 time: 0.0492976 Nov 17 15:16:37.905298 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-e30366bf-29de-40aa-afa3-c305c0df41ac req-b11cc410-59d3-418e-8486-c9b6d842a70d tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/security-groups?id=32bd9460-1384-4561-9742-995ff127999f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409250 Nov 17 15:16:38.356998 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e84d977-ab29-4034-8230-b2c545e28064 req-c9d11e71-eadf-407e-9bc9-0d9b22e62236 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:38.358430 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-8e84d977-ab29-4034-8230-b2c545e28064 req-c9d11e71-eadf-407e-9bc9-0d9b22e62236 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=46e35191-ce58-4d42-ae49-2a1f3be8a9eb HTTP/1.1" status: 200 len: 945 time: 0.0476384 Nov 17 15:16:38.403876 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-8e84d977-ab29-4034-8230-b2c545e28064 req-8a4a1ad8-8276-41fa-90e5-78ef8623533a tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=7856bc7f-2400-47b1-a97c-857b4139acd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396931 Nov 17 15:16:38.510117 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ccc97-bafa-4cd4-afd0-8a16d5fecd5b req-a5011710-7bda-4c47-a81a-a8f1829bff21 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:38.511594 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-5c6ccc97-bafa-4cd4-afd0-8a16d5fecd5b req-a5011710-7bda-4c47-a81a-a8f1829bff21 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd86d950-b576-4557-a3a6-6f40d04540a4 HTTP/1.1" status: 200 len: 943 time: 0.0470872 Nov 17 15:16:38.562023 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-5c6ccc97-bafa-4cd4-afd0-8a16d5fecd5b req-f18fdf71-82b1-4b9e-93bc-22966a805502 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445132 Nov 17 15:16:38.839150 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e53a9-7940-4555-b630-8e9b4fbab7ad req-74e8138e-0dae-4740-a0a4-ad7563982c7c tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:38.841994 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-684e53a9-7940-4555-b630-8e9b4fbab7ad req-74e8138e-0dae-4740-a0a4-ad7563982c7c tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 946 time: 0.0552275 Nov 17 15:16:38.891177 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-684e53a9-7940-4555-b630-8e9b4fbab7ad req-78c87c9d-b5ea-4e89-a1ef-453c588783b2 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406599 Nov 17 15:16:38.922920 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device 71625ab6-9c9b-419e-81e2-e50ba78e6d2f up at agent hyperv_hv-cinder-81823 {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:16:38.988605 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Provisioning for port 71625ab6-9c9b-419e-81e2-e50ba78e6d2f completed by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 17 15:16:38.992719 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Provisioning complete for port 71625ab6-9c9b-419e-81e2-e50ba78e6d2f triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:16:38.993092 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:39.027846 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e01ccd-869c-4859-bbd3-6dab9971760b req-59eecd81-6c68-4ac3-98af-6bd5e429494d tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:39.029353 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-61e01ccd-869c-4859-bbd3-6dab9971760b req-59eecd81-6c68-4ac3-98af-6bd5e429494d tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 945 time: 0.0544734 Nov 17 15:16:39.083982 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:39.084594 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-61e01ccd-869c-4859-bbd3-6dab9971760b req-1fce5a05-975e-4357-9c6a-0f1ee00cc5c5 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/security-groups?id=32bd9460-1384-4561-9742-995ff127999f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473838 Nov 17 15:16:39.117656 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port 71625ab6-9c9b-419e-81e2-e50ba78e6d2f, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=71625ab6-9c9b-419e-81e2-e50ba78e6d2f,segment=NetworkSegment(5544a57b-458e-443f-8f9d-a2629fafc7ee),segment_id=5544a57b-458e-443f-8f9d-a2629fafc7ee)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:16:39.121316 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:39.170316 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Pushing event updated for resources: {'Port': ['ID=71625ab6-9c9b-419e-81e2-e50ba78e6d2f,revision_number=5']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:16:39.402317 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46e35191-ce58-4d42-ae49-2a1f3be8a9eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71625ab6-9c9b-419e-81e2-e50ba78e6d2f'}] {{(pid=101835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:16:39.404667 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc2a867bdaff5c76f0208ec4146e14dfecc9fe2083470249ba9c3c2934649c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a957d9f-39f6-4d73-9546-a7d5979370ea" -d '{"events": [{"server_uuid": "46e35191-ce58-4d42-ae49-2a1f3be8a9eb", "name": "network-vif-plugged", "status": "completed", "tag": "71625ab6-9c9b-419e-81e2-e50ba78e6d2f"}]}' {{(pid=101835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:16:39.439035 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 15:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c719673-c95a-4b80-8d17-065c74b4aa61 x-openstack-request-id: req-4c719673-c95a-4b80-8d17-065c74b4aa61 {{(pid=101835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:16:39.439522 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46e35191-ce58-4d42-ae49-2a1f3be8a9eb", "name": "network-vif-plugged", "status": "completed", "tag": "71625ab6-9c9b-419e-81e2-e50ba78e6d2f", "code": 200}]} {{(pid=101835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:16:39.439710 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4c719673-c95a-4b80-8d17-065c74b4aa61 {{(pid=101835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:16:39.440082 dv-cinder-818233-1-iscsi neutron-server[101835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46e35191-ce58-4d42-ae49-2a1f3be8a9eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71625ab6-9c9b-419e-81e2-e50ba78e6d2f', 'code': 200} Nov 17 15:16:39.519935 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d34c49-32be-4c6a-80af-6e7a16b05acd req-d2c8676e-39a2-4182-b137-59a5786c7112 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:39.521398 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-74d34c49-32be-4c6a-80af-6e7a16b05acd req-d2c8676e-39a2-4182-b137-59a5786c7112 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=46e35191-ce58-4d42-ae49-2a1f3be8a9eb HTTP/1.1" status: 200 len: 946 time: 0.0501492 Nov 17 15:16:39.568580 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-74d34c49-32be-4c6a-80af-6e7a16b05acd req-b9f53be0-0d2e-4af2-97e9-5d19037ee618 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=7856bc7f-2400-47b1-a97c-857b4139acd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410244 Nov 17 15:16:39.606989 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6292f1f-f2b0-4c32-b7e3-3783f12dd5d1 req-d54bc23f-5abc-4348-8b9a-fd00f77e9ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:39.608623 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-a6292f1f-f2b0-4c32-b7e3-3783f12dd5d1 req-d54bc23f-5abc-4348-8b9a-fd00f77e9ec9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=46e35191-ce58-4d42-ae49-2a1f3be8a9eb HTTP/1.1" status: 200 len: 1099 time: 0.0408216 Nov 17 15:16:39.685015 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-a6292f1f-f2b0-4c32-b7e3-3783f12dd5d1 req-5fd8549a-a087-4b63-a164-aca8c28690c9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7856bc7f-2400-47b1-a97c-857b4139acd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673449 Nov 17 15:16:39.697284 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f702eb-266b-42db-b81a-0c0a71a9c844 req-18a25d8f-7c53-4d6a-8737-dcf9ee1e1ab6 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:39.698690 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-19f702eb-266b-42db-b81a-0c0a71a9c844 req-18a25d8f-7c53-4d6a-8737-dcf9ee1e1ab6 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd86d950-b576-4557-a3a6-6f40d04540a4 HTTP/1.1" status: 200 len: 943 time: 0.0690711 Nov 17 15:16:39.746708 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-19f702eb-266b-42db-b81a-0c0a71a9c844 req-0b841fd1-0633-4158-83e4-734f6ef7889d tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419936 Nov 17 15:16:39.951941 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.agents_db [None req-8c09612d-4555-4199-ac80-2bf3536e394d None None] Agent healthcheck: found 6 active agents {{(pid=101836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 15:16:40.202638 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b53af-6d93-46ae-a6a6-7e76a0fafc92 req-b3d670fb-9911-4a95-b8cd-4dbdefd17d95 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:40.204039 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-0a5b53af-6d93-46ae-a6a6-7e76a0fafc92 req-b3d670fb-9911-4a95-b8cd-4dbdefd17d95 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 945 time: 0.0506868 Nov 17 15:16:40.250373 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-0a5b53af-6d93-46ae-a6a6-7e76a0fafc92 req-aa3397ea-885d-4a2c-bee7-3e7fa85f96f2 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/security-groups?id=32bd9460-1384-4561-9742-995ff127999f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405047 Nov 17 15:16:40.360235 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c6e0a4-2642-4789-8069-5e544dfcda78 req-66ef8e88-6e71-4b67-ae26-738cb68c4cf6 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:40.361682 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-86c6e0a4-2642-4789-8069-5e544dfcda78 req-66ef8e88-6e71-4b67-ae26-738cb68c4cf6 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 945 time: 0.0482986 Nov 17 15:16:40.407379 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-86c6e0a4-2642-4789-8069-5e544dfcda78 req-04134c24-fc6b-4219-9548-7235b48e2319 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/security-groups?id=32bd9460-1384-4561-9742-995ff127999f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398633 Nov 17 15:16:40.680253 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9983550b-2e89-4160-a080-a9c1c0f17fed req-2b5af380-3e7d-4da7-8eb6-2dfde0190d07 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:40.681723 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-9983550b-2e89-4160-a080-a9c1c0f17fed req-2b5af380-3e7d-4da7-8eb6-2dfde0190d07 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=46e35191-ce58-4d42-ae49-2a1f3be8a9eb HTTP/1.1" status: 200 len: 946 time: 0.0476804 Nov 17 15:16:40.723945 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef0e63-2ef3-46de-8e1e-e3a3e5d94dd8 req-05091128-914d-42c1-b841-89ad272b977e tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:40.725396 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-0cef0e63-2ef3-46de-8e1e-e3a3e5d94dd8 req-05091128-914d-42c1-b841-89ad272b977e tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 945 time: 0.0488098 Nov 17 15:16:40.732828 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-9983550b-2e89-4160-a080-a9c1c0f17fed req-61c0af5c-c26a-4247-ad43-5f3c811fbd5e tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=7856bc7f-2400-47b1-a97c-857b4139acd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452628 Nov 17 15:16:40.772047 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-0cef0e63-2ef3-46de-8e1e-e3a3e5d94dd8 req-02f76f69-114e-4b40-8d16-eacc3136d52d tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/security-groups?id=32bd9460-1384-4561-9742-995ff127999f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407209 Nov 17 15:16:40.862552 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20e927-5bb6-4d79-ad6e-ef5a1b886199 req-af7751f9-554b-42ab-98a2-2bb2b3f07f1c tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:40.864099 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-3b20e927-5bb6-4d79-ad6e-ef5a1b886199 req-af7751f9-554b-42ab-98a2-2bb2b3f07f1c tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd86d950-b576-4557-a3a6-6f40d04540a4 HTTP/1.1" status: 200 len: 943 time: 0.0511332 Nov 17 15:16:40.919666 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-3b20e927-5bb6-4d79-ad6e-ef5a1b886199 req-07d94b7d-7e86-40b0-9727-5311fb5b5a77 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433922 Nov 17 15:16:41.047501 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device b1d412b1-30eb-4ed4-ad97-65f10aefa3dd details requested by agent hyperv_hv-cinder-81823 with host hv-cinder-81823 {{(pid=101835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 17 15:16:41.154833 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port b1d412b1-30eb-4ed4-ad97-65f10aefa3dd, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=b1d412b1-30eb-4ed4-ad97-65f10aefa3dd,segment=NetworkSegment(4f89a60d-a2d1-4edb-a8d1-149bf81601d9),segment_id=4f89a60d-a2d1-4edb-a8d1-149bf81601d9)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:16:41.166083 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Returning: {'device': 'b1d412b1-30eb-4ed4-ad97-65f10aefa3dd', 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6', 'port_id': 'b1d412b1-30eb-4ed4-ad97-65f10aefa3dd', 'mac_address': 'fa:16:3e:29:9e:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5c17a34-0ae9-43c6-8fa8-687d40ad609a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 17 15:16:41.205445 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:41.217706 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.notifiers.nova [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1d412b1-30eb-4ed4-ad97-65f10aefa3dd {{(pid=101835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 15:16:41.236301 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port b1d412b1-30eb-4ed4-ad97-65f10aefa3dd, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=b1d412b1-30eb-4ed4-ad97-65f10aefa3dd,segment=NetworkSegment(4f89a60d-a2d1-4edb-a8d1-149bf81601d9),segment_id=4f89a60d-a2d1-4edb-a8d1-149bf81601d9)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:16:41.240245 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:41.286459 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Pushing event updated for resources: {'Port': ['ID=b1d412b1-30eb-4ed4-ad97-65f10aefa3dd,revision_number=4']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:16:41.293810 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:16:41.294186 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:16:41.294532 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:16:41.294867 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:16:41.295196 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:16:41.295551 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:16:41.295881 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:16:41.296204 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:16:41.296545 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:16:41.296868 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:16:41.297186 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:16:41.297505 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:16:41.514391 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] get_ports_and_sgs() called for port_ids ['b1d412b1-30eb-4ed4-ad97-65f10aefa3dd'] {{(pid=101835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 15:16:41.848038 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e8ca9-41a7-4eb4-8c1a-f7da245f8676 req-e34d2b56-41ac-4ba1-a25f-98dcb4827b79 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:41.849920 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-148e8ca9-41a7-4eb4-8c1a-f7da245f8676 req-e34d2b56-41ac-4ba1-a25f-98dcb4827b79 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=46e35191-ce58-4d42-ae49-2a1f3be8a9eb HTTP/1.1" status: 200 len: 946 time: 0.0514851 Nov 17 15:16:41.896350 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-148e8ca9-41a7-4eb4-8c1a-f7da245f8676 req-bd06bf25-a66a-4907-884c-5c37bc95aeb4 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=7856bc7f-2400-47b1-a97c-857b4139acd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406466 Nov 17 15:16:42.004383 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa2e26-60e1-4faa-bc38-d282fa71fb24 req-1ede5787-8d10-40fd-a52c-554c4370fa8a tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:42.005876 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-10fa2e26-60e1-4faa-bc38-d282fa71fb24 req-1ede5787-8d10-40fd-a52c-554c4370fa8a tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=46e35191-ce58-4d42-ae49-2a1f3be8a9eb HTTP/1.1" status: 200 len: 946 time: 0.0481732 Nov 17 15:16:42.014892 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 34344) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:16:42.019488 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [None req-b717a71f-336c-4914-9ce1-d63f2eb4acdb tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Request body: {'floatingip': {'port_id': '71625ab6-9c9b-419e-81e2-e50ba78e6d2f'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:16:42.036678 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca52989-d6df-442d-8fcf-6096a209c62a req-ca9212e0-dca7-47df-83c7-1343fea456b3 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:42.038647 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-4ca52989-d6df-442d-8fcf-6096a209c62a req-ca9212e0-dca7-47df-83c7-1343fea456b3 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd86d950-b576-4557-a3a6-6f40d04540a4 HTTP/1.1" status: 200 len: 944 time: 0.0490336 Nov 17 15:16:42.061845 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-b717a71f-336c-4914-9ce1-d63f2eb4acdb tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks [] for floatingip, before_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:42.087902 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-4ca52989-d6df-442d-8fcf-6096a209c62a req-11947127-54b0-4e0d-8dbc-87872dca96ac tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432699 Nov 17 15:16:42.499918 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-b717a71f-336c-4914-9ce1-d63f2eb4acdb tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:42.503401 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-b717a71f-336c-4914-9ce1-d63f2eb4acdb tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526871'] for floatingip, after_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:42.614175 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.db.l3_db [None req-b717a71f-336c-4914-9ce1-d63f2eb4acdb tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Floating IP 154a9bbc-ca2e-47af-8854-d99ca56a037b associated. External IP: 172.27.1.242, port: 71625ab6-9c9b-419e-81e2-e50ba78e6d2f. Nov 17 15:16:42.817677 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b717a71f-336c-4914-9ce1-d63f2eb4acdb tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Router 486b4896-4f2a-4948-9514-3d7bb2d8d920 has already been hosted by L3 agent ed3bd2e8-8a22-4616-b806-7e727ef760a6 {{(pid=101834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 15:16:42.923691 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b717a71f-336c-4914-9ce1-d63f2eb4acdb tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Notify agent at l3_agent.dv-cinder-818233-1-iscsi the message routers_updated {{(pid=101834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 15:16:42.928687 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-b717a71f-336c-4914-9ce1-d63f2eb4acdb tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for floatingip, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:42.932389 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device b1d412b1-30eb-4ed4-ad97-65f10aefa3dd up at agent hyperv_hv-cinder-81823 {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:16:42.938036 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7186c6e-b7d5-480b-9315-adda74db4f0f None None] Sync routers for ids ['486b4896-4f2a-4948-9514-3d7bb2d8d920'] in dv-cinder-818233-1-iscsi {{(pid=101835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 15:16:42.955245 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-b717a71f-336c-4914-9ce1-d63f2eb4acdb tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "PUT /v2.0/floatingips/154a9bbc-ca2e-47af-8854-d99ca56a037b HTTP/1.1" status: 200 len: 992 time: 0.9392614 Nov 17 15:16:42.955936 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46e35191-ce58-4d42-ae49-2a1f3be8a9eb', 'tag': '71625ab6-9c9b-419e-81e2-e50ba78e6d2f'}] {{(pid=101834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:16:42.958237 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10d7295a2f7876e94fbb36dd5f9fa1a1524f2628f083d864ab6dabde9166157e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da9eb94-2a63-41a7-829e-063e854a5ae2" -d '{"events": [{"name": "network-changed", "server_uuid": "46e35191-ce58-4d42-ae49-2a1f3be8a9eb", "tag": "71625ab6-9c9b-419e-81e2-e50ba78e6d2f"}]}' {{(pid=101834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:16:42.981671 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7186c6e-b7d5-480b-9315-adda74db4f0f None None] Routers {'486b4896-4f2a-4948-9514-3d7bb2d8d920'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:16:42.982323 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-b7186c6e-b7d5-480b-9315-adda74db4f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:16:24Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['486b4896-4f2a-4948-9514-3d7bb2d8d920'], 'active': True} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:16:43.004908 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 15:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07186883-b092-4a2d-a04c-bc3d8f6c5093 x-openstack-request-id: req-07186883-b092-4a2d-a04c-bc3d8f6c5093 {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:16:43.005440 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46e35191-ce58-4d42-ae49-2a1f3be8a9eb", "tag": "71625ab6-9c9b-419e-81e2-e50ba78e6d2f", "status": "completed", "code": 200}]} {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:16:43.005543 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-07186883-b092-4a2d-a04c-bc3d8f6c5093 {{(pid=101834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:16:43.005939 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46e35191-ce58-4d42-ae49-2a1f3be8a9eb', 'tag': '71625ab6-9c9b-419e-81e2-e50ba78e6d2f', 'status': 'completed', 'code': 200} Nov 17 15:16:43.083005 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Provisioning for port b1d412b1-30eb-4ed4-ad97-65f10aefa3dd completed by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 17 15:16:43.083240 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9eb94-2a63-41a7-829e-063e854a5ae2 req-6950ebbd-249e-4f27-a130-f4fca009d236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:43.084569 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-6da9eb94-2a63-41a7-829e-063e854a5ae2 req-6950ebbd-249e-4f27-a130-f4fca009d236 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b4e3fd73a0164f73baea3c35a692ff86&device_id=46e35191-ce58-4d42-ae49-2a1f3be8a9eb HTTP/1.1" status: 200 len: 1099 time: 0.0440364 Nov 17 15:16:43.093686 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Provisioning complete for port b1d412b1-30eb-4ed4-ad97-65f10aefa3dd triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:16:43.094042 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:43.125113 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvr_db [None req-b7186c6e-b7d5-480b-9315-adda74db4f0f None None] Set router 486b4896-4f2a-4948-9514-3d7bb2d8d920 gateway port host: dv-cinder-818233-1-iscsi {{(pid=101835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:16:43.210463 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9eb94-2a63-41a7-829e-063e854a5ae2 req-f33d9d81-635f-4219-8465-f4219787c762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:43.212324 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-6da9eb94-2a63-41a7-829e-063e854a5ae2 req-f33d9d81-635f-4219-8465-f4219787c762 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6ca42089-8bb6-47e4-9dcd-a40e1ac70e66 HTTP/1.1" status: 200 len: 912 time: 0.1173155 Nov 17 15:16:43.239107 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843881c0-05e0-41c8-b0f8-f7cc278c112b req-3e440690-dac9-4299-90a6-d691dc97b781 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:43.240567 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-843881c0-05e0-41c8-b0f8-f7cc278c112b req-3e440690-dac9-4299-90a6-d691dc97b781 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd86d950-b576-4557-a3a6-6f40d04540a4 HTTP/1.1" status: 200 len: 944 time: 0.0805836 Nov 17 15:16:43.263358 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:43.305417 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd86d950-b576-4557-a3a6-6f40d04540a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d412b1-30eb-4ed4-ad97-65f10aefa3dd'}] {{(pid=101835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:16:43.307679 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc2a867bdaff5c76f0208ec4146e14dfecc9fe2083470249ba9c3c2934649c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d46d3a2-5c13-42ff-88c7-b46707a509ca" -d '{"events": [{"server_uuid": "cd86d950-b576-4557-a3a6-6f40d04540a4", "name": "network-vif-plugged", "status": "completed", "tag": "b1d412b1-30eb-4ed4-ad97-65f10aefa3dd"}]}' {{(pid=101835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:16:43.326153 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-6da9eb94-2a63-41a7-829e-063e854a5ae2 req-2bc24360-9a50-41c1-aa8d-cb35ab91a865 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71625ab6-9c9b-419e-81e2-e50ba78e6d2f HTTP/1.1" status: 200 len: 1000 time: 0.1013360 Nov 17 15:16:43.330939 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-843881c0-05e0-41c8-b0f8-f7cc278c112b req-93ad8f07-4157-452a-ae3a-045144fe453e tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642488 Nov 17 15:16:43.353242 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port b1d412b1-30eb-4ed4-ad97-65f10aefa3dd, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=b1d412b1-30eb-4ed4-ad97-65f10aefa3dd,segment=NetworkSegment(4f89a60d-a2d1-4edb-a8d1-149bf81601d9),segment_id=4f89a60d-a2d1-4edb-a8d1-149bf81601d9)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:16:43.359626 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:43.381044 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9eb94-2a63-41a7-829e-063e854a5ae2 req-e88aca93-e44e-4fc5-a0f1-b1e59fe55bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:43.382550 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-6da9eb94-2a63-41a7-829e-063e854a5ae2 req-e88aca93-e44e-4fc5-a0f1-b1e59fe55bb7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a6cfc7a-d04e-4d58-a0f5-383a0d4f2ccc HTTP/1.1" status: 200 len: 850 time: 0.0484622 Nov 17 15:16:43.393726 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 15:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252bace8-ef71-4c9e-a2b1-d81a120c956e x-openstack-request-id: req-252bace8-ef71-4c9e-a2b1-d81a120c956e {{(pid=101835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:16:43.394058 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd86d950-b576-4557-a3a6-6f40d04540a4", "name": "network-vif-plugged", "status": "completed", "tag": "b1d412b1-30eb-4ed4-ad97-65f10aefa3dd", "code": 200}]} {{(pid=101835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:16:43.394313 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-252bace8-ef71-4c9e-a2b1-d81a120c956e {{(pid=101835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:16:43.394693 dv-cinder-818233-1-iscsi neutron-server[101835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd86d950-b576-4557-a3a6-6f40d04540a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1d412b1-30eb-4ed4-ad97-65f10aefa3dd', 'code': 200} Nov 17 15:16:43.435446 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9eb94-2a63-41a7-829e-063e854a5ae2 req-9a785c7a-9648-4037-9835-9ce54af6d8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:43.436931 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-6da9eb94-2a63-41a7-829e-063e854a5ae2 req-9a785c7a-9648-4037-9835-9ce54af6d8bc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ca42089-8bb6-47e4-9dcd-a40e1ac70e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405200 Nov 17 15:16:43.442940 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Pushing event updated for resources: {'Port': ['ID=b1d412b1-30eb-4ed4-ad97-65f10aefa3dd,revision_number=5']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:16:43.471529 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-b7186c6e-b7d5-480b-9315-adda74db4f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'name': 'tempest-AttachVolumeTestJSON-1945661835-router', 'tenant_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '1e1d0785-2218-460c-8745-f09d338ac16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:10:50Z', 'updated_at': '2021-11-17T15:10:58Z', 'revision_number': 4, 'project_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'gw_port': {'id': '1e1d0785-2218-460c-8745-f09d338ac16f', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:10:51Z', 'updated_at': '2021-11-17T15:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_floatingips': [{'id': '154a9bbc-ca2e-47af-8854-d99ca56a037b', 'tenant_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'router_id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'port_id': '71625ab6-9c9b-419e-81e2-e50ba78e6d2f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ca42089-8bb6-47e4-9dcd-a40e1ac70e66', 'mac_address': 'fa:16:3e:2b:bb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e35191-ce58-4d42-ae49-2a1f3be8a9eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T15:16:06Z', 'updated_at': '2021-11-17T15:16:42Z', 'revision_number': 1, 'project_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ded3c33-b409-4b26-b8a6-f44286832de4', 'name': '', 'network_id': '6ca42089-8bb6-47e4-9dcd-a40e1ac70e66', 'tenant_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'mac_address': 'fa:16:3e:9b:b6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7a6cfc7a-d04e-4d58-a0f5-383a0d4f2ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:10:56Z', 'updated_at': '2021-11-17T15:11:08Z', 'revision_number': 5, 'project_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'subnets': [{'id': '7a6cfc7a-d04e-4d58-a0f5-383a0d4f2ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:16:43.497535 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7186c6e-b7d5-480b-9315-adda74db4f0f None None] Checking router: 486b4896-4f2a-4948-9514-3d7bb2d8d920 for host: dv-cinder-818233-1-iscsi {{(pid=101835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 15:16:43.505583 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7186c6e-b7d5-480b-9315-adda74db4f0f None None] Routers {'486b4896-4f2a-4948-9514-3d7bb2d8d920'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:16:43.506170 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-b7186c6e-b7d5-480b-9315-adda74db4f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:16:24Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['486b4896-4f2a-4948-9514-3d7bb2d8d920'], 'active': True} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:16:43.538182 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-6da9eb94-2a63-41a7-829e-063e854a5ae2 req-7b520125-5825-4929-b005-43c553b67f66 service neutron] 10.222.0.55 "GET /v2.0/networks/6ca42089-8bb6-47e4-9dcd-a40e1ac70e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882790 Nov 17 15:16:43.612722 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvr_db [None req-b7186c6e-b7d5-480b-9315-adda74db4f0f None None] Set router 486b4896-4f2a-4948-9514-3d7bb2d8d920 gateway port host: dv-cinder-818233-1-iscsi {{(pid=101835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:16:43.632909 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-6da9eb94-2a63-41a7-829e-063e854a5ae2 req-856101af-73c4-41a4-b4c4-50a5552f24ce service neutron] 10.222.0.55 "GET /v2.0/networks/6ca42089-8bb6-47e4-9dcd-a40e1ac70e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871327 Nov 17 15:16:43.666236 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe30794-fd01-4014-ae51-2b39aaf37715 req-be04ae40-edd6-454f-bcc1-cc7a51d68c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:43.669243 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-6fe30794-fd01-4014-ae51-2b39aaf37715 req-be04ae40-edd6-454f-bcc1-cc7a51d68c65 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cd86d950-b576-4557-a3a6-6f40d04540a4 HTTP/1.1" status: 200 len: 1098 time: 0.0580125 Nov 17 15:16:43.722304 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-6fe30794-fd01-4014-ae51-2b39aaf37715 req-311a030f-293a-4df9-aa30-c9578590af9a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419259 Nov 17 15:16:43.843556 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-b7186c6e-b7d5-480b-9315-adda74db4f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'name': 'tempest-AttachVolumeTestJSON-1945661835-router', 'tenant_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '1e1d0785-2218-460c-8745-f09d338ac16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:10:50Z', 'updated_at': '2021-11-17T15:10:58Z', 'revision_number': 4, 'project_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'gw_port': {'id': '1e1d0785-2218-460c-8745-f09d338ac16f', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:10:51Z', 'updated_at': '2021-11-17T15:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_floatingips': [{'id': '154a9bbc-ca2e-47af-8854-d99ca56a037b', 'tenant_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'router_id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'port_id': '71625ab6-9c9b-419e-81e2-e50ba78e6d2f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ca42089-8bb6-47e4-9dcd-a40e1ac70e66', 'mac_address': 'fa:16:3e:2b:bb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e35191-ce58-4d42-ae49-2a1f3be8a9eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T15:16:06Z', 'updated_at': '2021-11-17T15:16:42Z', 'revision_number': 1, 'project_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ded3c33-b409-4b26-b8a6-f44286832de4', 'name': '', 'network_id': '6ca42089-8bb6-47e4-9dcd-a40e1ac70e66', 'tenant_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'mac_address': 'fa:16:3e:9b:b6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7a6cfc7a-d04e-4d58-a0f5-383a0d4f2ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:10:56Z', 'updated_at': '2021-11-17T15:11:08Z', 'revision_number': 5, 'project_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'subnets': [{'id': '7a6cfc7a-d04e-4d58-a0f5-383a0d4f2ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:16:43.870236 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7186c6e-b7d5-480b-9315-adda74db4f0f None None] The sync data for ids ['486b4896-4f2a-4948-9514-3d7bb2d8d920'] in dv-cinder-818233-1-iscsi is: [{'id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'name': 'tempest-AttachVolumeTestJSON-1945661835-router', 'tenant_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '1e1d0785-2218-460c-8745-f09d338ac16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:10:50Z', 'updated_at': '2021-11-17T15:10:58Z', 'revision_number': 4, 'project_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'gw_port': {'id': '1e1d0785-2218-460c-8745-f09d338ac16f', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:10:51Z', 'updated_at': '2021-11-17T15:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_floatingips': [{'id': '154a9bbc-ca2e-47af-8854-d99ca56a037b', 'tenant_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'router_id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'port_id': '71625ab6-9c9b-419e-81e2-e50ba78e6d2f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ca42089-8bb6-47e4-9dcd-a40e1ac70e66', 'mac_address': 'fa:16:3e:2b:bb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e35191-ce58-4d42-ae49-2a1f3be8a9eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T15:16:06Z', 'updated_at': '2021-11-17T15:16:42Z', 'revision_number': 1, 'project_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ded3c33-b409-4b26-b8a6-f44286832de4', 'name': '', 'network_id': '6ca42089-8bb6-47e4-9dcd-a40e1ac70e66', 'tenant_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'mac_address': 'fa:16:3e:9b:b6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7a6cfc7a-d04e-4d58-a0f5-383a0d4f2ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:10:56Z', 'updated_at': '2021-11-17T15:11:08Z', 'revision_number': 5, 'project_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'subnets': [{'id': '7a6cfc7a-d04e-4d58-a0f5-383a0d4f2ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 15:16:44.048543 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0c3fab-47c6-48b1-99d5-039cd322f69e None None] New status for floating IP 154a9bbc-ca2e-47af-8854-d99ca56a037b: ACTIVE {{(pid=101836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 17 15:16:44.447753 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c915b046-d9e9-4ece-91c5-ce8d347798c2 req-cc9b7ea5-a035-41b9-bc5c-97f087e9812a tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:44.449099 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-c915b046-d9e9-4ece-91c5-ce8d347798c2 req-cc9b7ea5-a035-41b9-bc5c-97f087e9812a tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd86d950-b576-4557-a3a6-6f40d04540a4 HTTP/1.1" status: 200 len: 945 time: 0.0466974 Nov 17 15:16:44.496839 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-c915b046-d9e9-4ece-91c5-ce8d347798c2 req-a6113e0f-022e-4d0f-97ec-3177adef41b7 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418007 Nov 17 15:16:45.608379 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f972b-998d-485b-9a19-727e5dc26ae6 req-822f6058-536b-4500-aaeb-07f210aa921f tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:45.609881 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-8a7f972b-998d-485b-9a19-727e5dc26ae6 req-822f6058-536b-4500-aaeb-07f210aa921f tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd86d950-b576-4557-a3a6-6f40d04540a4 HTTP/1.1" status: 200 len: 945 time: 0.0479283 Nov 17 15:16:45.658471 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-8a7f972b-998d-485b-9a19-727e5dc26ae6 req-1686701c-a4ff-44ae-8f89-1d244519b1a1 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428815 Nov 17 15:16:45.778126 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe8d6b-fbfe-4be1-8194-4484b910db29 req-eb02b155-12f2-45e5-bcdb-cd1b7659b04f tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:45.779626 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-3bbe8d6b-fbfe-4be1-8194-4484b910db29 req-eb02b155-12f2-45e5-bcdb-cd1b7659b04f tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd86d950-b576-4557-a3a6-6f40d04540a4 HTTP/1.1" status: 200 len: 945 time: 0.0531316 Nov 17 15:16:45.826587 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-3bbe8d6b-fbfe-4be1-8194-4484b910db29 req-d129a654-28ea-4031-9a69-a3df182f37e9 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412807 Nov 17 15:16:45.849095 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 34388) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:16:45.886105 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fafab6-ba5c-4f58-9cbb-1d6cd4a18ce3 tempest-TestVolumeBootPattern-31777221 tempest-TestVolumeBootPattern-31777221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:45.887655 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-85fafab6-ba5c-4f58-9cbb-1d6cd4a18ce3 tempest-TestVolumeBootPattern-31777221 tempest-TestVolumeBootPattern-31777221-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=cd86d950-b576-4557-a3a6-6f40d04540a4 HTTP/1.1" status: 200 len: 1093 time: 0.0375907 Nov 17 15:16:45.890355 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 34390) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:16:45.894437 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [None req-ca81183c-71b4-4a2e-ae03-a0d3ec2cbd5b tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Request body: {'floatingip': {'floating_network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'port_id': 'b1d412b1-30eb-4ed4-ad97-65f10aefa3dd', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:16:45.915776 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-ca81183c-71b4-4a2e-ae03-a0d3ec2cbd5b tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks [] for floatingip, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:46.011711 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-ca81183c-71b4-4a2e-ae03-a0d3ec2cbd5b tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:46.112211 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.db_base_plugin_common [None req-ca81183c-71b4-4a2e-ae03-a0d3ec2cbd5b tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Allocated IP 172.27.1.230 (183472ab-d8ab-4bee-8fe8-a0a558356eba/10bde91e-9264-4f35-ad90-cbbdc12529d4/87dda453-3e9e-49a8-8b8a-c72dbd8c4325) {{(pid=101834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:16:46.212515 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-ca81183c-71b4-4a2e-ae03-a0d3ec2cbd5b tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks [] for port, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:46.246476 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-ca81183c-71b4-4a2e-ae03-a0d3ec2cbd5b tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:46.281618 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca81183c-71b4-4a2e-ae03-a0d3ec2cbd5b tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Network 183472ab-d8ab-4bee-8fe8-a0a558356eba is already hosted by enough agents. {{(pid=101834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:16:46.288007 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.base_scheduler [None req-ca81183c-71b4-4a2e-ae03-a0d3ec2cbd5b tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Resources bound (agent type, host, resource id): {{(pid=101834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:16:46.291660 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca81183c-71b4-4a2e-ae03-a0d3ec2cbd5b tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Received port after_create {{(pid=101834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:16:46.313287 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca81183c-71b4-4a2e-ae03-a0d3ec2cbd5b tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Pushing event updated for resources: {'Port': ['ID=87dda453-3e9e-49a8-8b8a-c72dbd8c4325,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:16:46.329358 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca81183c-71b4-4a2e-ae03-a0d3ec2cbd5b tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:16:46.329708 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca81183c-71b4-4a2e-ae03-a0d3ec2cbd5b tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:16:46.330049 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca81183c-71b4-4a2e-ae03-a0d3ec2cbd5b tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:16:46.330384 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca81183c-71b4-4a2e-ae03-a0d3ec2cbd5b tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:16:46.330715 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca81183c-71b4-4a2e-ae03-a0d3ec2cbd5b tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:16:46.331045 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca81183c-71b4-4a2e-ae03-a0d3ec2cbd5b tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:16:46.331392 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca81183c-71b4-4a2e-ae03-a0d3ec2cbd5b tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:16:46.331723 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca81183c-71b4-4a2e-ae03-a0d3ec2cbd5b tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:16:46.332047 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca81183c-71b4-4a2e-ae03-a0d3ec2cbd5b tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:16:46.332367 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca81183c-71b4-4a2e-ae03-a0d3ec2cbd5b tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:16:46.332686 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca81183c-71b4-4a2e-ae03-a0d3ec2cbd5b tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:16:46.333004 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca81183c-71b4-4a2e-ae03-a0d3ec2cbd5b tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:16:46.901744 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-ca81183c-71b4-4a2e-ae03-a0d3ec2cbd5b tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:46.965067 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-ca81183c-71b4-4a2e-ae03-a0d3ec2cbd5b tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:47.109224 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-ca81183c-71b4-4a2e-ae03-a0d3ec2cbd5b tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks [] for port, precommit_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:47.113424 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-ca81183c-71b4-4a2e-ae03-a0d3ec2cbd5b tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4397568'] for port, after_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:47.180861 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca81183c-71b4-4a2e-ae03-a0d3ec2cbd5b tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Pushing event updated for resources: {'Port': ['ID=87dda453-3e9e-49a8-8b8a-c72dbd8c4325,revision_number=2']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:16:47.192064 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-ca81183c-71b4-4a2e-ae03-a0d3ec2cbd5b tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526871'] for floatingip, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:47.290427 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.db.l3_db [None req-ca81183c-71b4-4a2e-ae03-a0d3ec2cbd5b tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Floating IP 3bf521ab-35e2-4465-bd55-93ff685443be associated. External IP: 172.27.1.230, port: b1d412b1-30eb-4ed4-ad97-65f10aefa3dd. Nov 17 15:16:47.504131 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca81183c-71b4-4a2e-ae03-a0d3ec2cbd5b tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Router a61df69b-0ab4-40d4-a1f4-c7078d62aced has already been hosted by L3 agent ed3bd2e8-8a22-4616-b806-7e727ef760a6 {{(pid=101834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 15:16:47.608520 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca81183c-71b4-4a2e-ae03-a0d3ec2cbd5b tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Notify agent at l3_agent.dv-cinder-818233-1-iscsi the message routers_updated {{(pid=101834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 15:16:47.618268 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537dc02e-4a79-4d37-aa00-007ae4937c16 None None] Sync routers for ids ['a61df69b-0ab4-40d4-a1f4-c7078d62aced'] in dv-cinder-818233-1-iscsi {{(pid=101835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 15:16:47.625351 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-ca81183c-71b4-4a2e-ae03-a0d3ec2cbd5b tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for floatingip, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:47.628515 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537dc02e-4a79-4d37-aa00-007ae4937c16 None None] Routers {'a61df69b-0ab4-40d4-a1f4-c7078d62aced'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:16:47.629146 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-537dc02e-4a79-4d37-aa00-007ae4937c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:16:24Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['a61df69b-0ab4-40d4-a1f4-c7078d62aced'], 'active': True} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:16:47.651603 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-ca81183c-71b4-4a2e-ae03-a0d3ec2cbd5b tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7602389 Nov 17 15:16:47.652173 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd86d950-b576-4557-a3a6-6f40d04540a4', 'tag': 'b1d412b1-30eb-4ed4-ad97-65f10aefa3dd'}] {{(pid=101834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:16:47.654380 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10d7295a2f7876e94fbb36dd5f9fa1a1524f2628f083d864ab6dabde9166157e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9ee7b7-f96e-49cc-8a45-ffc7809899a5" -d '{"events": [{"name": "network-changed", "server_uuid": "cd86d950-b576-4557-a3a6-6f40d04540a4", "tag": "b1d412b1-30eb-4ed4-ad97-65f10aefa3dd"}]}' {{(pid=101834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:16:47.690971 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 15:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a00bd5-bd5d-40b4-ad7f-52bff8c8104b x-openstack-request-id: req-41a00bd5-bd5d-40b4-ad7f-52bff8c8104b {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:16:47.691250 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd86d950-b576-4557-a3a6-6f40d04540a4", "tag": "b1d412b1-30eb-4ed4-ad97-65f10aefa3dd", "status": "completed", "code": 200}]} {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:16:47.691539 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-41a00bd5-bd5d-40b4-ad7f-52bff8c8104b {{(pid=101834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:16:47.691943 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd86d950-b576-4557-a3a6-6f40d04540a4', 'tag': 'b1d412b1-30eb-4ed4-ad97-65f10aefa3dd', 'status': 'completed', 'code': 200} Nov 17 15:16:47.737962 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvr_db [None req-537dc02e-4a79-4d37-aa00-007ae4937c16 None None] Set router a61df69b-0ab4-40d4-a1f4-c7078d62aced gateway port host: dv-cinder-818233-1-iscsi {{(pid=101835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:16:47.781946 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ee7b7-f96e-49cc-8a45-ffc7809899a5 req-7a955f57-9064-46ef-a481-52d346bcae56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:47.783479 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-ec9ee7b7-f96e-49cc-8a45-ffc7809899a5 req-7a955f57-9064-46ef-a481-52d346bcae56 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5131dce595224bfe8a730cc800f0f158&device_id=cd86d950-b576-4557-a3a6-6f40d04540a4 HTTP/1.1" status: 200 len: 1098 time: 0.0422978 Nov 17 15:16:47.888660 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ee7b7-f96e-49cc-8a45-ffc7809899a5 req-67b0cf6c-bf8e-4c0d-aa6e-54d5490b8421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:47.890167 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-ec9ee7b7-f96e-49cc-8a45-ffc7809899a5 req-67b0cf6c-bf8e-4c0d-aa6e-54d5490b8421 service neutron] 10.222.0.55 "GET /v2.0/networks?id=35a21660-a2ad-472c-8fa2-5b7c2854ced6 HTTP/1.1" status: 200 len: 912 time: 0.0882828 Nov 17 15:16:47.964921 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-ec9ee7b7-f96e-49cc-8a45-ffc7809899a5 req-922b419a-d577-47ec-8a2d-1b377d0af14b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1d412b1-30eb-4ed4-ad97-65f10aefa3dd HTTP/1.1" status: 200 len: 999 time: 0.0623562 Nov 17 15:16:48.022030 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ee7b7-f96e-49cc-8a45-ffc7809899a5 req-f322f236-047a-4887-89cc-239192cd1581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:48.023579 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-ec9ee7b7-f96e-49cc-8a45-ffc7809899a5 req-f322f236-047a-4887-89cc-239192cd1581 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e5c17a34-0ae9-43c6-8fa8-687d40ad609a HTTP/1.1" status: 200 len: 850 time: 0.0451906 Nov 17 15:16:48.069847 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ee7b7-f96e-49cc-8a45-ffc7809899a5 req-52e57f31-5a93-41e7-9ee6-d94934a712e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:48.071896 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-ec9ee7b7-f96e-49cc-8a45-ffc7809899a5 req-52e57f31-5a93-41e7-9ee6-d94934a712e3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=35a21660-a2ad-472c-8fa2-5b7c2854ced6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402617 Nov 17 15:16:48.079133 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-537dc02e-4a79-4d37-aa00-007ae4937c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'name': 'tempest-TestVolumeBootPattern-306581770-router', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '13f6defa-d81d-4cbd-b56b-caef0a78c82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:12:56Z', 'updated_at': '2021-11-17T15:13:00Z', 'revision_number': 4, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'gw_port': {'id': '13f6defa-d81d-4cbd-b56b-caef0a78c82f', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:92:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:12:57Z', 'updated_at': '2021-11-17T15:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_floatingips': [{'id': '3bf521ab-35e2-4465-bd55-93ff685443be', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'router_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'port_id': 'b1d412b1-30eb-4ed4-ad97-65f10aefa3dd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6', 'mac_address': 'fa:16:3e:29:9e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd86d950-b576-4557-a3a6-6f40d04540a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T15:16:46Z', 'updated_at': '2021-11-17T15:16:46Z', 'revision_number': 0, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390b095e-58fd-4b61-b533-dbc126b40592', 'name': '', 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'mac_address': 'fa:16:3e:d3:f2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e5c17a34-0ae9-43c6-8fa8-687d40ad609a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:12:59Z', 'updated_at': '2021-11-17T15:13:05Z', 'revision_number': 5, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'subnets': [{'id': 'e5c17a34-0ae9-43c6-8fa8-687d40ad609a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:16:48.105505 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537dc02e-4a79-4d37-aa00-007ae4937c16 None None] Checking router: a61df69b-0ab4-40d4-a1f4-c7078d62aced for host: dv-cinder-818233-1-iscsi {{(pid=101835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 15:16:48.113631 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537dc02e-4a79-4d37-aa00-007ae4937c16 None None] Routers {'a61df69b-0ab4-40d4-a1f4-c7078d62aced'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:16:48.114169 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-537dc02e-4a79-4d37-aa00-007ae4937c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:16:24Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['a61df69b-0ab4-40d4-a1f4-c7078d62aced'], 'active': True} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:16:48.171603 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-ec9ee7b7-f96e-49cc-8a45-ffc7809899a5 req-d3b8feef-f6e8-486f-9343-e247f2ae6451 service neutron] 10.222.0.55 "GET /v2.0/networks/35a21660-a2ad-472c-8fa2-5b7c2854ced6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853093 Nov 17 15:16:48.218082 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvr_db [None req-537dc02e-4a79-4d37-aa00-007ae4937c16 None None] Set router a61df69b-0ab4-40d4-a1f4-c7078d62aced gateway port host: dv-cinder-818233-1-iscsi {{(pid=101835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:16:48.277913 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-ec9ee7b7-f96e-49cc-8a45-ffc7809899a5 req-05e1666e-72e0-4db8-a5d0-b31d94ba017d service neutron] 10.222.0.55 "GET /v2.0/networks/35a21660-a2ad-472c-8fa2-5b7c2854ced6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812526 Nov 17 15:16:48.438793 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-537dc02e-4a79-4d37-aa00-007ae4937c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'name': 'tempest-TestVolumeBootPattern-306581770-router', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '13f6defa-d81d-4cbd-b56b-caef0a78c82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:12:56Z', 'updated_at': '2021-11-17T15:13:00Z', 'revision_number': 4, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'gw_port': {'id': '13f6defa-d81d-4cbd-b56b-caef0a78c82f', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:92:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:12:57Z', 'updated_at': '2021-11-17T15:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_floatingips': [{'id': '3bf521ab-35e2-4465-bd55-93ff685443be', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'router_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'port_id': 'b1d412b1-30eb-4ed4-ad97-65f10aefa3dd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6', 'mac_address': 'fa:16:3e:29:9e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd86d950-b576-4557-a3a6-6f40d04540a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T15:16:46Z', 'updated_at': '2021-11-17T15:16:46Z', 'revision_number': 0, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390b095e-58fd-4b61-b533-dbc126b40592', 'name': '', 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'mac_address': 'fa:16:3e:d3:f2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e5c17a34-0ae9-43c6-8fa8-687d40ad609a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:12:59Z', 'updated_at': '2021-11-17T15:13:05Z', 'revision_number': 5, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'subnets': [{'id': 'e5c17a34-0ae9-43c6-8fa8-687d40ad609a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:16:48.465852 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537dc02e-4a79-4d37-aa00-007ae4937c16 None None] The sync data for ids ['a61df69b-0ab4-40d4-a1f4-c7078d62aced'] in dv-cinder-818233-1-iscsi is: [{'id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'name': 'tempest-TestVolumeBootPattern-306581770-router', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '13f6defa-d81d-4cbd-b56b-caef0a78c82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:12:56Z', 'updated_at': '2021-11-17T15:13:00Z', 'revision_number': 4, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'gw_port': {'id': '13f6defa-d81d-4cbd-b56b-caef0a78c82f', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:92:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:12:57Z', 'updated_at': '2021-11-17T15:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_floatingips': [{'id': '3bf521ab-35e2-4465-bd55-93ff685443be', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'router_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'port_id': 'b1d412b1-30eb-4ed4-ad97-65f10aefa3dd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6', 'mac_address': 'fa:16:3e:29:9e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd86d950-b576-4557-a3a6-6f40d04540a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T15:16:46Z', 'updated_at': '2021-11-17T15:16:46Z', 'revision_number': 0, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390b095e-58fd-4b61-b533-dbc126b40592', 'name': '', 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'mac_address': 'fa:16:3e:d3:f2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e5c17a34-0ae9-43c6-8fa8-687d40ad609a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:12:59Z', 'updated_at': '2021-11-17T15:13:05Z', 'revision_number': 5, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'subnets': [{'id': 'e5c17a34-0ae9-43c6-8fa8-687d40ad609a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 15:16:48.655545 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea671083-ee13-4f34-94ed-94d3419dae3b None None] New status for floating IP 3bf521ab-35e2-4465-bd55-93ff685443be: ACTIVE {{(pid=101836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 17 15:16:50.160482 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bfbcf5-0b82-4b51-88a2-f169a4a3a743 req-a845fc11-4d2b-4211-9a84-c7e9221106b1 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:50.161934 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-43bfbcf5-0b82-4b51-88a2-f169a4a3a743 req-a845fc11-4d2b-4211-9a84-c7e9221106b1 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 945 time: 0.0503614 Nov 17 15:16:50.208084 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-43bfbcf5-0b82-4b51-88a2-f169a4a3a743 req-bacc4484-8483-4660-9d24-6bb2893e9359 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/security-groups?id=32bd9460-1384-4561-9742-995ff127999f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398235 Nov 17 15:16:50.231134 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 34418) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:16:50.308628 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ad1b5e-c41e-422c-8ba6-3d21bcdd75c2 tempest-TestMinimumBasicScenario-2106586318 tempest-TestMinimumBasicScenario-2106586318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:50.310105 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-b2ad1b5e-c41e-422c-8ba6-3d21bcdd75c2 tempest-TestMinimumBasicScenario-2106586318 tempest-TestMinimumBasicScenario-2106586318-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 1093 time: 0.0780065 Nov 17 15:16:50.312954 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 34422) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:16:50.317073 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [None req-dc425fbe-7a93-477b-a9be-a36014acdb12 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Request body: {'floatingip': {'floating_network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'port_id': '50c13040-a0e4-461e-ae93-2563ed741f9a', 'tenant_id': 'a9176c1aa35b454797426f5d4341a8f0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:16:50.339112 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-dc425fbe-7a93-477b-a9be-a36014acdb12 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks [] for floatingip, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:50.434802 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-dc425fbe-7a93-477b-a9be-a36014acdb12 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:50.535385 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.db_base_plugin_common [None req-dc425fbe-7a93-477b-a9be-a36014acdb12 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Allocated IP 172.27.1.210 (183472ab-d8ab-4bee-8fe8-a0a558356eba/10bde91e-9264-4f35-ad90-cbbdc12529d4/5b167f51-a46b-410f-86d1-30b31da110de) {{(pid=101834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:16:50.635996 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-dc425fbe-7a93-477b-a9be-a36014acdb12 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks [] for port, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:50.676273 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-dc425fbe-7a93-477b-a9be-a36014acdb12 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:50.715915 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc425fbe-7a93-477b-a9be-a36014acdb12 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Network 183472ab-d8ab-4bee-8fe8-a0a558356eba is already hosted by enough agents. {{(pid=101834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:16:50.718774 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.base_scheduler [None req-dc425fbe-7a93-477b-a9be-a36014acdb12 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Resources bound (agent type, host, resource id): {{(pid=101834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:16:50.722511 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc425fbe-7a93-477b-a9be-a36014acdb12 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Received port after_create {{(pid=101834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:16:50.728065 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc425fbe-7a93-477b-a9be-a36014acdb12 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Pushing event updated for resources: {'Port': ['ID=5b167f51-a46b-410f-86d1-30b31da110de,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:16:51.077928 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-dc425fbe-7a93-477b-a9be-a36014acdb12 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:51.139918 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-dc425fbe-7a93-477b-a9be-a36014acdb12 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:51.286810 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-dc425fbe-7a93-477b-a9be-a36014acdb12 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks [] for port, precommit_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:51.292040 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-dc425fbe-7a93-477b-a9be-a36014acdb12 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4397568'] for port, after_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:51.357780 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc425fbe-7a93-477b-a9be-a36014acdb12 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Pushing event updated for resources: {'Port': ['ID=5b167f51-a46b-410f-86d1-30b31da110de,revision_number=2']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:16:51.369740 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-dc425fbe-7a93-477b-a9be-a36014acdb12 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526871'] for floatingip, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:51.464164 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-e828be7d-c268-47ec-99ca-b8865420ebf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:51.469468 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.db.l3_db [None req-dc425fbe-7a93-477b-a9be-a36014acdb12 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Floating IP be012991-6bae-44cf-8f06-124cbedc6eb8 associated. External IP: 172.27.1.210, port: 50c13040-a0e4-461e-ae93-2563ed741f9a. Nov 17 15:16:51.682356 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc425fbe-7a93-477b-a9be-a36014acdb12 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Router 254f3108-08b9-45a2-96f7-ee63891b8136 has already been hosted by L3 agent ed3bd2e8-8a22-4616-b806-7e727ef760a6 {{(pid=101834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 15:16:51.787749 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc425fbe-7a93-477b-a9be-a36014acdb12 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Notify agent at l3_agent.dv-cinder-818233-1-iscsi the message routers_updated {{(pid=101834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 15:16:51.797711 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116feaf0-01c5-419c-97de-5ece05425e3f None None] Sync routers for ids ['254f3108-08b9-45a2-96f7-ee63891b8136'] in dv-cinder-818233-1-iscsi {{(pid=101835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 15:16:51.804608 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-dc425fbe-7a93-477b-a9be-a36014acdb12 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for floatingip, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:51.810841 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116feaf0-01c5-419c-97de-5ece05425e3f None None] Routers {'254f3108-08b9-45a2-96f7-ee63891b8136'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:16:51.811555 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-116feaf0-01c5-419c-97de-5ece05425e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:16:24Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['254f3108-08b9-45a2-96f7-ee63891b8136'], 'active': True} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:16:51.833859 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-dc425fbe-7a93-477b-a9be-a36014acdb12 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5199342 Nov 17 15:16:51.834517 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38def5cd-54da-4c58-bd4f-eee2f63a1c5c', 'tag': '50c13040-a0e4-461e-ae93-2563ed741f9a'}] {{(pid=101834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:16:51.836774 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 34428) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:16:51.837273 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10d7295a2f7876e94fbb36dd5f9fa1a1524f2628f083d864ab6dabde9166157e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75af34c5-b65b-499f-8047-6cc2a455f9b5" -d '{"events": [{"name": "network-changed", "server_uuid": "38def5cd-54da-4c58-bd4f-eee2f63a1c5c", "tag": "50c13040-a0e4-461e-ae93-2563ed741f9a"}]}' {{(pid=101834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:16:51.841696 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.v2.base [None req-53dcfc98-4f2a-4a6e-8f26-e4316c70412c tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1928741309', 'description': 'tempest-secgroup-smoke-1928741309 description', 'project_id': 'a9176c1aa35b454797426f5d4341a8f0'}} {{(pid=101833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:16:51.868535 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-53dcfc98-4f2a-4a6e-8f26-e4316c70412c tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks [] for security_group, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:51.879598 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 15:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701e2ffd-b785-43cd-be25-b0de8bef56e9 x-openstack-request-id: req-701e2ffd-b785-43cd-be25-b0de8bef56e9 {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:16:51.880073 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38def5cd-54da-4c58-bd4f-eee2f63a1c5c", "tag": "50c13040-a0e4-461e-ae93-2563ed741f9a", "status": "completed", "code": 200}]} {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:16:51.880397 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-701e2ffd-b785-43cd-be25-b0de8bef56e9 {{(pid=101834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:16:51.881375 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38def5cd-54da-4c58-bd4f-eee2f63a1c5c', 'tag': '50c13040-a0e4-461e-ae93-2563ed741f9a', 'status': 'completed', 'code': 200} Nov 17 15:16:51.924949 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvr_db [None req-116feaf0-01c5-419c-97de-5ece05425e3f None None] Set router 254f3108-08b9-45a2-96f7-ee63891b8136 gateway port host: dv-cinder-818233-1-iscsi {{(pid=101835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:16:51.964526 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-53dcfc98-4f2a-4a6e-8f26-e4316c70412c tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks [] for security_group, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:51.969501 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-53dcfc98-4f2a-4a6e-8f26-e4316c70412c tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:52.005820 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af34c5-b65b-499f-8047-6cc2a455f9b5 req-e3419eb8-1edd-4e56-8aa5-c451d2d7bfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:52.007341 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-75af34c5-b65b-499f-8047-6cc2a455f9b5 req-e3419eb8-1edd-4e56-8aa5-c451d2d7bfb9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a9176c1aa35b454797426f5d4341a8f0&device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 1098 time: 0.0897143 Nov 17 15:16:52.008262 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dcfc98-4f2a-4a6e-8f26-e4316c70412c tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80a1bcf3-7303-4560-856a-0716ea81e347,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:16:52.012362 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-53dcfc98-4f2a-4a6e-8f26-e4316c70412c tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks [] for security_group, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:52.013483 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-53dcfc98-4f2a-4a6e-8f26-e4316c70412c tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1755779 Nov 17 15:16:52.016724 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 34432) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:16:52.020955 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.v2.base [None req-6919243d-ba74-4179-8364-72c2fe997f81 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Request body: {'security_group_rule': {'security_group_id': '80a1bcf3-7303-4560-856a-0716ea81e347', 'project_id': 'a9176c1aa35b454797426f5d4341a8f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:16:52.097506 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-6919243d-ba74-4179-8364-72c2fe997f81 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:52.156783 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af34c5-b65b-499f-8047-6cc2a455f9b5 req-02791467-d24c-42b1-bc14-2e54e0b2aeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:52.158303 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-75af34c5-b65b-499f-8047-6cc2a455f9b5 req-02791467-d24c-42b1-bc14-2e54e0b2aeda service neutron] 10.222.0.55 "GET /v2.0/networks?id=9536a153-f59d-4a3d-a999-893ac4032dc6 HTTP/1.1" status: 200 len: 916 time: 0.1282544 Nov 17 15:16:52.162200 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-116feaf0-01c5-419c-97de-5ece05425e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254f3108-08b9-45a2-96f7-ee63891b8136', 'name': 'tempest-TestMinimumBasicScenario-1414588395-router', 'tenant_id': 'a9176c1aa35b454797426f5d4341a8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'c60b1268-d373-4485-a74c-816523de107d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:15:41Z', 'updated_at': '2021-11-17T15:15:45Z', 'revision_number': 4, 'project_id': 'a9176c1aa35b454797426f5d4341a8f0', 'gw_port': {'id': 'c60b1268-d373-4485-a74c-816523de107d', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f3108-08b9-45a2-96f7-ee63891b8136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:15:42Z', 'updated_at': '2021-11-17T15:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_floatingips': [{'id': 'be012991-6bae-44cf-8f06-124cbedc6eb8', 'tenant_id': 'a9176c1aa35b454797426f5d4341a8f0', 'floating_ip_address': '172.27.1.210', 'floating_network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'router_id': '254f3108-08b9-45a2-96f7-ee63891b8136', 'port_id': '50c13040-a0e4-461e-ae93-2563ed741f9a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9536a153-f59d-4a3d-a999-893ac4032dc6', 'mac_address': 'fa:16:3e:87:c8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38def5cd-54da-4c58-bd4f-eee2f63a1c5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T15:16:50Z', 'updated_at': '2021-11-17T15:16:50Z', 'revision_number': 0, 'project_id': 'a9176c1aa35b454797426f5d4341a8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afd32afd-4110-4aae-8a78-27a37aa7a82a', 'name': '', 'network_id': '9536a153-f59d-4a3d-a999-893ac4032dc6', 'tenant_id': 'a9176c1aa35b454797426f5d4341a8f0', 'mac_address': 'fa:16:3e:c6:2b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f3108-08b9-45a2-96f7-ee63891b8136', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '35936d6d-3a38-491b-bcc7-155d304f102b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:15:44Z', 'updated_at': '2021-11-17T15:15:50Z', 'revision_number': 5, 'project_id': 'a9176c1aa35b454797426f5d4341a8f0', 'subnets': [{'id': '35936d6d-3a38-491b-bcc7-155d304f102b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:16:52.174633 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-6919243d-ba74-4179-8364-72c2fe997f81 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:52.188718 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116feaf0-01c5-419c-97de-5ece05425e3f None None] Checking router: 254f3108-08b9-45a2-96f7-ee63891b8136 for host: dv-cinder-818233-1-iscsi {{(pid=101835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 15:16:52.197114 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116feaf0-01c5-419c-97de-5ece05425e3f None None] Routers {'254f3108-08b9-45a2-96f7-ee63891b8136'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:16:52.197711 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-116feaf0-01c5-419c-97de-5ece05425e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:16:24Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['254f3108-08b9-45a2-96f7-ee63891b8136'], 'active': True} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:16:52.204543 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-6919243d-ba74-4179-8364-72c2fe997f81 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603830'] for security_group_rule, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:52.235419 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6919243d-ba74-4179-8364-72c2fe997f81 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9121ac70-14c1-426f-8c57-ed13a5c6ae0a,revision_number=0']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:16:52.242964 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-6919243d-ba74-4179-8364-72c2fe997f81 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:52.244164 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-6919243d-ba74-4179-8364-72c2fe997f81 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2265449 Nov 17 15:16:52.247227 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 34434) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:16:52.251811 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [None req-f4eafe7a-0777-4605-a40b-148989aced21 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Request body: {'security_group_rule': {'security_group_id': '80a1bcf3-7303-4560-856a-0716ea81e347', 'project_id': 'a9176c1aa35b454797426f5d4341a8f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:16:52.255999 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-75af34c5-b65b-499f-8047-6cc2a455f9b5 req-9fb281e6-d721-45a7-8591-e719a8db9855 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50c13040-a0e4-461e-ae93-2563ed741f9a HTTP/1.1" status: 200 len: 999 time: 0.0886865 Nov 17 15:16:52.282492 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-f4eafe7a-0777-4605-a40b-148989aced21 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:52.306441 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvr_db [None req-116feaf0-01c5-419c-97de-5ece05425e3f None None] Set router 254f3108-08b9-45a2-96f7-ee63891b8136 gateway port host: dv-cinder-818233-1-iscsi {{(pid=101835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:16:52.307604 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af34c5-b65b-499f-8047-6cc2a455f9b5 req-1c25275e-b487-44c6-9ef4-76de4d1863f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:52.309055 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-75af34c5-b65b-499f-8047-6cc2a455f9b5 req-1c25275e-b487-44c6-9ef4-76de4d1863f2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=35936d6d-3a38-491b-bcc7-155d304f102b HTTP/1.1" status: 200 len: 854 time: 0.0457044 Nov 17 15:16:52.345558 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-f4eafe7a-0777-4605-a40b-148989aced21 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:52.350360 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-f4eafe7a-0777-4605-a40b-148989aced21 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603830'] for security_group_rule, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:52.366988 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eafe7a-0777-4605-a40b-148989aced21 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2148ab4d-0f3b-4c38-8c08-9c8f01da3ad3,revision_number=0']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:16:52.373287 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af34c5-b65b-499f-8047-6cc2a455f9b5 req-0cfa201d-ab82-4377-9f6c-dcf3b04e2149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:52.374847 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-75af34c5-b65b-499f-8047-6cc2a455f9b5 req-0cfa201d-ab82-4377-9f6c-dcf3b04e2149 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9536a153-f59d-4a3d-a999-893ac4032dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0486972 Nov 17 15:16:52.381115 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-f4eafe7a-0777-4605-a40b-148989aced21 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:52.382423 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-f4eafe7a-0777-4605-a40b-148989aced21 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1340785 Nov 17 15:16:52.385341 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 34436) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:16:52.389924 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.v2.base [None req-e3bf8335-44df-4465-a4d8-0e1324fc52f6 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Request body: {'security_group_rule': {'security_group_id': '80a1bcf3-7303-4560-856a-0716ea81e347', 'project_id': 'a9176c1aa35b454797426f5d4341a8f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:16:52.473854 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-e3bf8335-44df-4465-a4d8-0e1324fc52f6 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:52.512459 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-75af34c5-b65b-499f-8047-6cc2a455f9b5 req-c5469fec-660e-48b2-a437-5e5908054e25 service neutron] 10.222.0.55 "GET /v2.0/networks/9536a153-f59d-4a3d-a999-893ac4032dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180518 Nov 17 15:16:52.539821 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-116feaf0-01c5-419c-97de-5ece05425e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254f3108-08b9-45a2-96f7-ee63891b8136', 'name': 'tempest-TestMinimumBasicScenario-1414588395-router', 'tenant_id': 'a9176c1aa35b454797426f5d4341a8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'c60b1268-d373-4485-a74c-816523de107d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:15:41Z', 'updated_at': '2021-11-17T15:15:45Z', 'revision_number': 4, 'project_id': 'a9176c1aa35b454797426f5d4341a8f0', 'gw_port': {'id': 'c60b1268-d373-4485-a74c-816523de107d', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f3108-08b9-45a2-96f7-ee63891b8136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:15:42Z', 'updated_at': '2021-11-17T15:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_floatingips': [{'id': 'be012991-6bae-44cf-8f06-124cbedc6eb8', 'tenant_id': 'a9176c1aa35b454797426f5d4341a8f0', 'floating_ip_address': '172.27.1.210', 'floating_network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'router_id': '254f3108-08b9-45a2-96f7-ee63891b8136', 'port_id': '50c13040-a0e4-461e-ae93-2563ed741f9a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9536a153-f59d-4a3d-a999-893ac4032dc6', 'mac_address': 'fa:16:3e:87:c8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38def5cd-54da-4c58-bd4f-eee2f63a1c5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T15:16:50Z', 'updated_at': '2021-11-17T15:16:50Z', 'revision_number': 0, 'project_id': 'a9176c1aa35b454797426f5d4341a8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afd32afd-4110-4aae-8a78-27a37aa7a82a', 'name': '', 'network_id': '9536a153-f59d-4a3d-a999-893ac4032dc6', 'tenant_id': 'a9176c1aa35b454797426f5d4341a8f0', 'mac_address': 'fa:16:3e:c6:2b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f3108-08b9-45a2-96f7-ee63891b8136', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '35936d6d-3a38-491b-bcc7-155d304f102b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:15:44Z', 'updated_at': '2021-11-17T15:15:50Z', 'revision_number': 5, 'project_id': 'a9176c1aa35b454797426f5d4341a8f0', 'subnets': [{'id': '35936d6d-3a38-491b-bcc7-155d304f102b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:16:52.562091 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-e3bf8335-44df-4465-a4d8-0e1324fc52f6 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:52.566417 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116feaf0-01c5-419c-97de-5ece05425e3f None None] The sync data for ids ['254f3108-08b9-45a2-96f7-ee63891b8136'] in dv-cinder-818233-1-iscsi is: [{'id': '254f3108-08b9-45a2-96f7-ee63891b8136', 'name': 'tempest-TestMinimumBasicScenario-1414588395-router', 'tenant_id': 'a9176c1aa35b454797426f5d4341a8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'c60b1268-d373-4485-a74c-816523de107d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:15:41Z', 'updated_at': '2021-11-17T15:15:45Z', 'revision_number': 4, 'project_id': 'a9176c1aa35b454797426f5d4341a8f0', 'gw_port': {'id': 'c60b1268-d373-4485-a74c-816523de107d', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f3108-08b9-45a2-96f7-ee63891b8136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:15:42Z', 'updated_at': '2021-11-17T15:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_floatingips': [{'id': 'be012991-6bae-44cf-8f06-124cbedc6eb8', 'tenant_id': 'a9176c1aa35b454797426f5d4341a8f0', 'floating_ip_address': '172.27.1.210', 'floating_network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'router_id': '254f3108-08b9-45a2-96f7-ee63891b8136', 'port_id': '50c13040-a0e4-461e-ae93-2563ed741f9a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9536a153-f59d-4a3d-a999-893ac4032dc6', 'mac_address': 'fa:16:3e:87:c8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38def5cd-54da-4c58-bd4f-eee2f63a1c5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T15:16:50Z', 'updated_at': '2021-11-17T15:16:50Z', 'revision_number': 0, 'project_id': 'a9176c1aa35b454797426f5d4341a8f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afd32afd-4110-4aae-8a78-27a37aa7a82a', 'name': '', 'network_id': '9536a153-f59d-4a3d-a999-893ac4032dc6', 'tenant_id': 'a9176c1aa35b454797426f5d4341a8f0', 'mac_address': 'fa:16:3e:c6:2b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f3108-08b9-45a2-96f7-ee63891b8136', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '35936d6d-3a38-491b-bcc7-155d304f102b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:15:44Z', 'updated_at': '2021-11-17T15:15:50Z', 'revision_number': 5, 'project_id': 'a9176c1aa35b454797426f5d4341a8f0', 'subnets': [{'id': '35936d6d-3a38-491b-bcc7-155d304f102b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 15:16:52.592878 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-e3bf8335-44df-4465-a4d8-0e1324fc52f6 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603830'] for security_group_rule, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:52.620301 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bf8335-44df-4465-a4d8-0e1324fc52f6 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=331bf171-3949-43f0-aeec-8b577684d58f,revision_number=0']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:16:52.635388 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-e3bf8335-44df-4465-a4d8-0e1324fc52f6 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:52.639057 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-e3bf8335-44df-4465-a4d8-0e1324fc52f6 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2501988 Nov 17 15:16:52.639456 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 34438) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:16:52.644825 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [None req-6debf825-3760-432e-8fb3-4003e532c42f tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Request body: {'security_group_rule': {'security_group_id': '80a1bcf3-7303-4560-856a-0716ea81e347', 'project_id': 'a9176c1aa35b454797426f5d4341a8f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:16:52.647156 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-75af34c5-b65b-499f-8047-6cc2a455f9b5 req-d309f8ea-94a9-4a6c-8fef-36eb4a16bda0 service neutron] 10.222.0.55 "GET /v2.0/networks/9536a153-f59d-4a3d-a999-893ac4032dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253424 Nov 17 15:16:52.672768 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-6debf825-3760-432e-8fb3-4003e532c42f tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:52.735888 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-6debf825-3760-432e-8fb3-4003e532c42f tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:52.740433 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-6debf825-3760-432e-8fb3-4003e532c42f tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603830'] for security_group_rule, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:52.758605 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6debf825-3760-432e-8fb3-4003e532c42f tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f13b4777-eb07-4d15-ab8a-9acf14cf3da7,revision_number=0']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:16:52.766316 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-6debf825-3760-432e-8fb3-4003e532c42f tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:52.767521 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-6debf825-3760-432e-8fb3-4003e532c42f tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1270006 Nov 17 15:16:52.770211 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 34440) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:16:52.775147 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [None req-3771d8d3-1b60-4a9f-80e3-717bf5e12767 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Request body: {'security_group_rule': {'security_group_id': '80a1bcf3-7303-4560-856a-0716ea81e347', 'project_id': 'a9176c1aa35b454797426f5d4341a8f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:16:52.781304 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572483eb-dcf0-4a53-a44e-401b5a54bdd6 None None] New status for floating IP be012991-6bae-44cf-8f06-124cbedc6eb8: ACTIVE {{(pid=101836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 17 15:16:52.800465 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.db.securitygroups_db [None req-3771d8d3-1b60-4a9f-80e3-717bf5e12767 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Project a9176c1aa35b454797426f5d4341a8f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 17 15:16:52.805557 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-3771d8d3-1b60-4a9f-80e3-717bf5e12767 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:52.874876 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-3771d8d3-1b60-4a9f-80e3-717bf5e12767 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:52.878915 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-3771d8d3-1b60-4a9f-80e3-717bf5e12767 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603830'] for security_group_rule, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:52.898141 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3771d8d3-1b60-4a9f-80e3-717bf5e12767 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f2d16cb-3a01-41af-940e-eef396b7b87e,revision_number=0']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:16:52.905909 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-3771d8d3-1b60-4a9f-80e3-717bf5e12767 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:52.909706 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-3771d8d3-1b60-4a9f-80e3-717bf5e12767 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1359785 Nov 17 15:16:52.911780 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 34444) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:16:52.916468 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.v2.base [None req-628e7997-29dc-4e76-83c4-cf706ac752c6 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Request body: {'security_group_rule': {'security_group_id': '80a1bcf3-7303-4560-856a-0716ea81e347', 'project_id': 'a9176c1aa35b454797426f5d4341a8f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:16:52.940744 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.db.securitygroups_db [None req-628e7997-29dc-4e76-83c4-cf706ac752c6 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Project a9176c1aa35b454797426f5d4341a8f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 17 15:16:52.946124 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-628e7997-29dc-4e76-83c4-cf706ac752c6 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:53.005021 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-628e7997-29dc-4e76-83c4-cf706ac752c6 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:53.009985 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-628e7997-29dc-4e76-83c4-cf706ac752c6 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603830'] for security_group_rule, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:53.028606 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628e7997-29dc-4e76-83c4-cf706ac752c6 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74eb09ec-ac57-49a1-bb6e-fd3b482b2a54,revision_number=0']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:16:53.033850 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-628e7997-29dc-4e76-83c4-cf706ac752c6 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:53.035045 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-628e7997-29dc-4e76-83c4-cf706ac752c6 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1222718 Nov 17 15:16:53.127552 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-9448f898-2e0f-4e6a-a104-87da5661bf0c req-0867c3e8-87d3-4579-a653-5b94a839fff8 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1928741309&fields=id&tenant_id=a9176c1aa35b454797426f5d4341a8f0 HTTP/1.1" status: 200 len: 267 time: 0.0462847 Nov 17 15:16:53.179283 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9448f898-2e0f-4e6a-a104-87da5661bf0c req-2eeeea75-fef4-4a72-83ed-e38e1af62f1a tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:53.181517 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-9448f898-2e0f-4e6a-a104-87da5661bf0c req-2eeeea75-fef4-4a72-83ed-e38e1af62f1a tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 945 time: 0.0483460 Nov 17 15:16:53.192235 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.v2.base [req-9448f898-2e0f-4e6a-a104-87da5661bf0c req-ec5fb7c8-71a5-4e1f-aeae-49f47312b968 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Request body: {'port': {'security_groups': ['32bd9460-1384-4561-9742-995ff127999f', '80a1bcf3-7303-4560-856a-0716ea81e347']}} {{(pid=101833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:16:53.254083 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-9448f898-2e0f-4e6a-a104-87da5661bf0c req-ec5fb7c8-71a5-4e1f-aeae-49f47312b968 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:53.433424 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.db [req-9448f898-2e0f-4e6a-a104-87da5661bf0c req-ec5fb7c8-71a5-4e1f-aeae-49f47312b968 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] For port 50c13040-a0e4-461e-ae93-2563ed741f9a, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=50c13040-a0e4-461e-ae93-2563ed741f9a,segment=NetworkSegment(9ce04018-b6b2-4ee2-8014-18729a72bc25),segment_id=9ce04018-b6b2-4ee2-8014-18729a72bc25)] {{(pid=101833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:16:53.461696 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-9448f898-2e0f-4e6a-a104-87da5661bf0c req-ec5fb7c8-71a5-4e1f-aeae-49f47312b968 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks [] for port, precommit_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:53.465991 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-9448f898-2e0f-4e6a-a104-87da5661bf0c req-ec5fb7c8-71a5-4e1f-aeae-49f47312b968 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4228911'] for port, after_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:53.478628 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] get_ports_and_sgs() called for port_ids ['50c13040-a0e4-461e-ae93-2563ed741f9a'] {{(pid=101835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 15:16:53.511391 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9448f898-2e0f-4e6a-a104-87da5661bf0c req-ec5fb7c8-71a5-4e1f-aeae-49f47312b968 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:53.512014 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-9448f898-2e0f-4e6a-a104-87da5661bf0c req-ec5fb7c8-71a5-4e1f-aeae-49f47312b968 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for port, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:53.513384 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-9448f898-2e0f-4e6a-a104-87da5661bf0c req-ec5fb7c8-71a5-4e1f-aeae-49f47312b968 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "PUT /v2.0/ports/50c13040-a0e4-461e-ae93-2563ed741f9a HTTP/1.1" status: 200 len: 981 time: 0.3255355 Nov 17 15:16:53.513832 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38def5cd-54da-4c58-bd4f-eee2f63a1c5c', 'tag': '50c13040-a0e4-461e-ae93-2563ed741f9a'}] {{(pid=101833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:16:53.516131 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98a3914b10db2bda8b449d081c398edb642d8063ca6ecbd0a439108c8bd060b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a993ee0-0fa5-43fc-8334-9a7500a4256c" -d '{"events": [{"name": "network-changed", "server_uuid": "38def5cd-54da-4c58-bd4f-eee2f63a1c5c", "tag": "50c13040-a0e4-461e-ae93-2563ed741f9a"}]}' {{(pid=101833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:16:53.540683 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5fb7c8-71a5-4e1f-aeae-49f47312b968 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Pushing event updated for resources: {'Port': ['ID=50c13040-a0e4-461e-ae93-2563ed741f9a,revision_number=6']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:16:53.589497 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 15:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2181c6-be5c-4174-bcc9-c6f565bcdfd8 x-openstack-request-id: req-fa2181c6-be5c-4174-bcc9-c6f565bcdfd8 {{(pid=101833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:16:53.589785 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38def5cd-54da-4c58-bd4f-eee2f63a1c5c", "tag": "50c13040-a0e4-461e-ae93-2563ed741f9a", "status": "completed", "code": 200}]} {{(pid=101833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:16:53.590034 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fa2181c6-be5c-4174-bcc9-c6f565bcdfd8 {{(pid=101833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:16:53.590425 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38def5cd-54da-4c58-bd4f-eee2f63a1c5c', 'tag': '50c13040-a0e4-461e-ae93-2563ed741f9a', 'status': 'completed', 'code': 200} Nov 17 15:16:53.639562 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] get_ports_and_sgs() called for port_ids ['50c13040-a0e4-461e-ae93-2563ed741f9a'] {{(pid=101835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 15:16:53.652185 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027bbf3-fab2-40b1-a176-71854ad24ef2 req-94bed247-efdf-4ce9-a996-07de607f459f tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:53.661590 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-f027bbf3-fab2-40b1-a176-71854ad24ef2 req-94bed247-efdf-4ce9-a996-07de607f459f tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 984 time: 0.0617633 Nov 17 15:16:53.698072 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a993ee0-0fa5-43fc-8334-9a7500a4256c req-5eeef8be-0562-4c4e-8f14-173686d51dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:53.699676 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-3a993ee0-0fa5-43fc-8334-9a7500a4256c req-5eeef8be-0562-4c4e-8f14-173686d51dd4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a9176c1aa35b454797426f5d4341a8f0&device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 1137 time: 0.0592306 Nov 17 15:16:53.724170 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-f027bbf3-fab2-40b1-a176-71854ad24ef2 req-9a624f75-4e77-4976-b9e9-056d57077390 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/security-groups?id=32bd9460-1384-4561-9742-995ff127999f&id=80a1bcf3-7303-4560-856a-0716ea81e347&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0614021 Nov 17 15:16:53.804518 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a993ee0-0fa5-43fc-8334-9a7500a4256c req-5d5a7a9c-80bc-40ce-aff1-8c6dec6d97db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:53.805902 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-3a993ee0-0fa5-43fc-8334-9a7500a4256c req-5d5a7a9c-80bc-40ce-aff1-8c6dec6d97db service neutron] 10.222.0.55 "GET /v2.0/networks?id=9536a153-f59d-4a3d-a999-893ac4032dc6 HTTP/1.1" status: 200 len: 916 time: 0.0921593 Nov 17 15:16:53.835678 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-85a98ae8-d4fa-4abe-a145-c68b12a868e2 None None] Provisioning complete for port 50c13040-a0e4-461e-ae93-2563ed741f9a triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:16:53.836556 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-85a98ae8-d4fa-4abe-a145-c68b12a868e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:53.841125 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-a26acd50-cee0-4401-9136-2132026ef974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:53.873591 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-3a993ee0-0fa5-43fc-8334-9a7500a4256c req-b6c7cfce-f958-4f8b-8d0d-1e5f2d986207 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50c13040-a0e4-461e-ae93-2563ed741f9a HTTP/1.1" status: 200 len: 1001 time: 0.0579884 Nov 17 15:16:53.931344 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a993ee0-0fa5-43fc-8334-9a7500a4256c req-abdc2545-d4c2-4be1-95e7-48a838fceb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:53.932815 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-3a993ee0-0fa5-43fc-8334-9a7500a4256c req-abdc2545-d4c2-4be1-95e7-48a838fceb11 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=35936d6d-3a38-491b-bcc7-155d304f102b HTTP/1.1" status: 200 len: 854 time: 0.0434046 Nov 17 15:16:53.986378 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a993ee0-0fa5-43fc-8334-9a7500a4256c req-533fbf52-7520-4ca5-81c7-a42be9f3262b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:16:53.987793 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-3a993ee0-0fa5-43fc-8334-9a7500a4256c req-533fbf52-7520-4ca5-81c7-a42be9f3262b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9536a153-f59d-4a3d-a999-893ac4032dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431221 Nov 17 15:16:54.086966 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-3a993ee0-0fa5-43fc-8334-9a7500a4256c req-f7a176e9-db3e-4d99-9156-60f9f7b1991a service neutron] 10.222.0.55 "GET /v2.0/networks/9536a153-f59d-4a3d-a999-893ac4032dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816121 Nov 17 15:16:54.182981 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-3a993ee0-0fa5-43fc-8334-9a7500a4256c req-5e04b662-7658-42f5-af8e-7b2661aa38a5 service neutron] 10.222.0.55 "GET /v2.0/networks/9536a153-f59d-4a3d-a999-893ac4032dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844450 Nov 17 15:16:54.772622 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:56.272540 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:16:57.100619 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:04.272040 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:06.443391 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-93f3dc44-7d08-4dd6-b15d-7cffe00390ed req-9b1502b9-84f6-4a19-b0bf-4d4354c22809 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377889 Nov 17 15:17:06.537814 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3dc44-7d08-4dd6-b15d-7cffe00390ed req-6e5fd871-7879-4462-8818-9c9ce2670e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:17:06.539243 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-93f3dc44-7d08-4dd6-b15d-7cffe00390ed req-6e5fd871-7879-4462-8818-9c9ce2670e42 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=63de158095ca464198ff20de9427a670&device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 1099 time: 0.0382831 Nov 17 15:17:06.645317 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3dc44-7d08-4dd6-b15d-7cffe00390ed req-c25aeb63-d633-4ac0-8646-ede02678a6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:17:06.646762 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-93f3dc44-7d08-4dd6-b15d-7cffe00390ed req-c25aeb63-d633-4ac0-8646-ede02678a6d0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2d259df1-c4ab-4d22-8926-f0a465d8e0b5 HTTP/1.1" status: 200 len: 918 time: 0.0860729 Nov 17 15:17:06.713316 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-93f3dc44-7d08-4dd6-b15d-7cffe00390ed req-3cf5621b-da66-4a0a-9bf8-387a86b7aef7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b9b658b-f1e8-4029-b50e-dd415ed21f06 HTTP/1.1" status: 200 len: 1001 time: 0.0552874 Nov 17 15:17:06.772512 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3dc44-7d08-4dd6-b15d-7cffe00390ed req-ec1f8dd0-abc4-4147-8a18-306925a5c17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:17:06.773882 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-93f3dc44-7d08-4dd6-b15d-7cffe00390ed req-ec1f8dd0-abc4-4147-8a18-306925a5c17c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8a8d8948-a156-4cc4-9771-6d5567fbb98c HTTP/1.1" status: 200 len: 856 time: 0.0446210 Nov 17 15:17:06.826359 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3dc44-7d08-4dd6-b15d-7cffe00390ed req-d7e86cba-4aa2-4f50-8acb-dac5fa3eb7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:17:06.827773 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-93f3dc44-7d08-4dd6-b15d-7cffe00390ed req-d7e86cba-4aa2-4f50-8acb-dac5fa3eb7bf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2d259df1-c4ab-4d22-8926-f0a465d8e0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380278 Nov 17 15:17:06.920193 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-93f3dc44-7d08-4dd6-b15d-7cffe00390ed req-1051b160-9217-4524-957f-7efd41aeaedf service neutron] 10.222.0.55 "GET /v2.0/networks/2d259df1-c4ab-4d22-8926-f0a465d8e0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796831 Nov 17 15:17:07.021444 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-93f3dc44-7d08-4dd6-b15d-7cffe00390ed req-3f35a5cb-9dc1-4173-b12a-71400ed8e663 service neutron] 10.222.0.55 "GET /v2.0/networks/2d259df1-c4ab-4d22-8926-f0a465d8e0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869715 Nov 17 15:17:16.951682 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.agents_db [None req-8c09612d-4555-4199-ac80-2bf3536e394d None None] Agent healthcheck: found 6 active agents {{(pid=101836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 15:17:21.464936 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-a99ba168-6f04-484d-af90-8d87bfec54af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:23.802450 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-7d11c78e-06a2-4927-a8e3-464d2b2c987c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:24.776128 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:26.275196 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:27.102991 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:29.680152 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f08a0-e48f-4e5b-89ea-a540f9ae5b82 req-13010283-e578-4170-befc-2c502daa415f tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:17:29.681523 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-b01f08a0-e48f-4e5b-89ea-a540f9ae5b82 req-13010283-e578-4170-befc-2c502daa415f tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 946 time: 0.0491304 Nov 17 15:17:29.727283 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-b01f08a0-e48f-4e5b-89ea-a540f9ae5b82 req-68caa297-35d3-43a2-972a-d851bfcc8429 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398786 Nov 17 15:17:30.848778 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832dcec-b105-44f0-94ad-76e97200a49a req-2e9d2651-355f-4d74-a5c7-ec59180bd317 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:17:30.850081 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-9832dcec-b105-44f0-94ad-76e97200a49a req-2e9d2651-355f-4d74-a5c7-ec59180bd317 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 946 time: 0.0516775 Nov 17 15:17:31.120862 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-9832dcec-b105-44f0-94ad-76e97200a49a req-f158529f-a953-450f-84f6-7111abeff779 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2641158 Nov 17 15:17:31.732882 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73a329-24bf-4fe7-9a6f-779f091a5443 req-8f47f5fa-cd7c-4a37-8428-b8771f716f66 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:17:31.734188 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-4e73a329-24bf-4fe7-9a6f-779f091a5443 req-8f47f5fa-cd7c-4a37-8428-b8771f716f66 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 946 time: 0.0463917 Nov 17 15:17:31.828338 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.plugin [req-4e73a329-24bf-4fe7-9a6f-779f091a5443 req-786c6a2a-9378-4004-96bf-daae39a21dfd tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Deleting port 0b9b658b-f1e8-4029-b50e-dd415ed21f06 {{(pid=101833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:17:31.828672 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-4e73a329-24bf-4fe7-9a6f-779f091a5443 req-786c6a2a-9378-4004-96bf-daae39a21dfd tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:31.914546 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.db [req-4e73a329-24bf-4fe7-9a6f-779f091a5443 req-786c6a2a-9378-4004-96bf-daae39a21dfd tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] For port 0b9b658b-f1e8-4029-b50e-dd415ed21f06, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=0b9b658b-f1e8-4029-b50e-dd415ed21f06,segment=NetworkSegment(ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5),segment_id=ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5)] {{(pid=101833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:17:31.915213 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-4e73a329-24bf-4fe7-9a6f-779f091a5443 req-786c6a2a-9378-4004-96bf-daae39a21dfd tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:32.076802 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-4e73a329-24bf-4fe7-9a6f-779f091a5443 req-786c6a2a-9378-4004-96bf-daae39a21dfd tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:32.077057 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-4e73a329-24bf-4fe7-9a6f-779f091a5443 req-786c6a2a-9378-4004-96bf-daae39a21dfd tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526871'] for floatingip, after_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:32.077371 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.db.l3_db [req-4e73a329-24bf-4fe7-9a6f-779f091a5443 req-786c6a2a-9378-4004-96bf-daae39a21dfd tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Floating IP b1ed5945-9c5a-4897-bc7c-bb18fc60d19f disassociated. External IP: 172.27.1.118, port: 0b9b658b-f1e8-4029-b50e-dd415ed21f06. Nov 17 15:17:32.077717 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.plugin [req-4e73a329-24bf-4fe7-9a6f-779f091a5443 req-786c6a2a-9378-4004-96bf-daae39a21dfd tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Calling delete_port for 0b9b658b-f1e8-4029-b50e-dd415ed21f06 owned by compute:nova {{(pid=101833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:17:32.224368 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-4e73a329-24bf-4fe7-9a6f-779f091a5443 req-786c6a2a-9378-4004-96bf-daae39a21dfd tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4228920'] for port, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:32.256936 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786c6a2a-9378-4004-96bf-daae39a21dfd tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Pushing event deleted for resources: {'Port': ['ID=0b9b658b-f1e8-4029-b50e-dd415ed21f06,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:17:32.272120 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c6a2a-9378-4004-96bf-daae39a21dfd tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:17:32.273027 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c6a2a-9378-4004-96bf-daae39a21dfd tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:17:32.273027 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c6a2a-9378-4004-96bf-daae39a21dfd tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:17:32.273227 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c6a2a-9378-4004-96bf-daae39a21dfd tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:17:32.273442 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c6a2a-9378-4004-96bf-daae39a21dfd tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:17:32.273749 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c6a2a-9378-4004-96bf-daae39a21dfd tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:17:32.274078 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c6a2a-9378-4004-96bf-daae39a21dfd tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:17:32.274401 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c6a2a-9378-4004-96bf-daae39a21dfd tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:17:32.274724 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c6a2a-9378-4004-96bf-daae39a21dfd tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:17:32.275667 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c6a2a-9378-4004-96bf-daae39a21dfd tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:17:32.275995 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c6a2a-9378-4004-96bf-daae39a21dfd tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:17:32.276316 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786c6a2a-9378-4004-96bf-daae39a21dfd tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:17:32.289820 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf700d7-04ef-4b4b-b550-ccb29f4ab784 req-ec3508c7-5f47-4f54-b60c-0bb0e30de3e0 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:17:32.291327 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-6cf700d7-04ef-4b4b-b550-ccb29f4ab784 req-ec3508c7-5f47-4f54-b60c-0bb0e30de3e0 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0d10d8b-4d76-4bb3-964d-bbffa65ef564 HTTP/1.1" status: 200 len: 868 time: 0.0977123 Nov 17 15:17:32.411138 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-6cf700d7-04ef-4b4b-b550-ccb29f4ab784 req-4a29d02a-0c02-4624-8aaa-3e8b19135e23 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864635 Nov 17 15:17:32.431293 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e73a329-24bf-4fe7-9a6f-779f091a5443 req-786c6a2a-9378-4004-96bf-daae39a21dfd tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Router 67131c45-8675-41c3-9032-ced585c364da has already been hosted by L3 agent ed3bd2e8-8a22-4616-b806-7e727ef760a6 {{(pid=101833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 15:17:32.542440 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e73a329-24bf-4fe7-9a6f-779f091a5443 req-786c6a2a-9378-4004-96bf-daae39a21dfd tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Notify agent at l3_agent.dv-cinder-818233-1-iscsi the message routers_updated {{(pid=101833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 15:17:32.552088 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e81848b-9007-4aca-b9ea-412281a9e0ab None None] Sync routers for ids ['67131c45-8675-41c3-9032-ced585c364da'] in dv-cinder-818233-1-iscsi {{(pid=101835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 15:17:32.564597 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e81848b-9007-4aca-b9ea-412281a9e0ab None None] Routers {'67131c45-8675-41c3-9032-ced585c364da'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:17:32.565211 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-9e81848b-9007-4aca-b9ea-412281a9e0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:17:24Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['67131c45-8675-41c3-9032-ced585c364da'], 'active': True} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:17:32.579426 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e73a329-24bf-4fe7-9a6f-779f091a5443 req-786c6a2a-9378-4004-96bf-daae39a21dfd tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] No DVR routers for this DVR port 0b9b658b-f1e8-4029-b50e-dd415ed21f06 on host hv-cinder-81823 {{(pid=101833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 15:17:32.581995 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-4e73a329-24bf-4fe7-9a6f-779f091a5443 req-786c6a2a-9378-4004-96bf-daae39a21dfd tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for port, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:32.585423 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-4e73a329-24bf-4fe7-9a6f-779f091a5443 req-786c6a2a-9378-4004-96bf-daae39a21dfd tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.55 "DELETE /v2.0/ports/0b9b658b-f1e8-4029-b50e-dd415ed21f06 HTTP/1.1" status: 204 len: 173 time: 0.8435106 Nov 17 15:17:32.585911 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d10d8b-4d76-4bb3-964d-bbffa65ef564', 'name': 'network-vif-deleted', 'tag': '0b9b658b-f1e8-4029-b50e-dd415ed21f06'}] {{(pid=101833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:17:32.588221 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98a3914b10db2bda8b449d081c398edb642d8063ca6ecbd0a439108c8bd060b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d5bcd9-c78d-40bc-8f82-8920ff9ebc80" -d '{"events": [{"server_uuid": "a0d10d8b-4d76-4bb3-964d-bbffa65ef564", "name": "network-vif-deleted", "tag": "0b9b658b-f1e8-4029-b50e-dd415ed21f06"}]}' {{(pid=101833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:17:32.634423 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 15:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea7310c-0c1c-4b6f-8c20-02ffb2591acb x-openstack-request-id: req-9ea7310c-0c1c-4b6f-8c20-02ffb2591acb {{(pid=101833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:17:32.636154 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0d10d8b-4d76-4bb3-964d-bbffa65ef564", "name": "network-vif-deleted", "tag": "0b9b658b-f1e8-4029-b50e-dd415ed21f06", "status": "completed", "code": 200}]} {{(pid=101833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:17:32.636154 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9ea7310c-0c1c-4b6f-8c20-02ffb2591acb {{(pid=101833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:17:32.636442 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0d10d8b-4d76-4bb3-964d-bbffa65ef564', 'name': 'network-vif-deleted', 'tag': '0b9b658b-f1e8-4029-b50e-dd415ed21f06', 'status': 'completed', 'code': 200} Nov 17 15:17:32.796215 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvr_db [None req-9e81848b-9007-4aca-b9ea-412281a9e0ab None None] Set router 67131c45-8675-41c3-9032-ced585c364da gateway port host: dv-cinder-818233-1-iscsi {{(pid=101835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:17:32.988732 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-9e81848b-9007-4aca-b9ea-412281a9e0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67131c45-8675-41c3-9032-ced585c364da', 'name': 'tempest-AttachVolumeShelveTestJSON-1052091465-router', 'tenant_id': '63de158095ca464198ff20de9427a670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '089d8041-40a4-416b-b250-06e17151b4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:14:06Z', 'updated_at': '2021-11-17T15:14:08Z', 'revision_number': 4, 'project_id': '63de158095ca464198ff20de9427a670', 'gw_port': {'id': '089d8041-40a4-416b-b250-06e17151b4de', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:50:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67131c45-8675-41c3-9032-ced585c364da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:14:06Z', 'updated_at': '2021-11-17T15:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': 'f50aaf35-a5cd-40dc-a73a-65dc86b4c53b', 'name': '', 'network_id': '2d259df1-c4ab-4d22-8926-f0a465d8e0b5', 'tenant_id': '63de158095ca464198ff20de9427a670', 'mac_address': 'fa:16:3e:24:21:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67131c45-8675-41c3-9032-ced585c364da', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8a8d8948-a156-4cc4-9771-6d5567fbb98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:14:08Z', 'updated_at': '2021-11-17T15:14:12Z', 'revision_number': 5, 'project_id': '63de158095ca464198ff20de9427a670', 'subnets': [{'id': '8a8d8948-a156-4cc4-9771-6d5567fbb98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:17:33.015344 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e81848b-9007-4aca-b9ea-412281a9e0ab None None] Checking router: 67131c45-8675-41c3-9032-ced585c364da for host: dv-cinder-818233-1-iscsi {{(pid=101835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 15:17:33.023907 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e81848b-9007-4aca-b9ea-412281a9e0ab None None] Routers {'67131c45-8675-41c3-9032-ced585c364da'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:17:33.024636 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-9e81848b-9007-4aca-b9ea-412281a9e0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:17:24Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['67131c45-8675-41c3-9032-ced585c364da'], 'active': True} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:17:33.135864 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvr_db [None req-9e81848b-9007-4aca-b9ea-412281a9e0ab None None] Set router 67131c45-8675-41c3-9032-ced585c364da gateway port host: dv-cinder-818233-1-iscsi {{(pid=101835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:17:33.330205 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-9e81848b-9007-4aca-b9ea-412281a9e0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67131c45-8675-41c3-9032-ced585c364da', 'name': 'tempest-AttachVolumeShelveTestJSON-1052091465-router', 'tenant_id': '63de158095ca464198ff20de9427a670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '089d8041-40a4-416b-b250-06e17151b4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:14:06Z', 'updated_at': '2021-11-17T15:14:08Z', 'revision_number': 4, 'project_id': '63de158095ca464198ff20de9427a670', 'gw_port': {'id': '089d8041-40a4-416b-b250-06e17151b4de', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:50:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67131c45-8675-41c3-9032-ced585c364da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:14:06Z', 'updated_at': '2021-11-17T15:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': 'f50aaf35-a5cd-40dc-a73a-65dc86b4c53b', 'name': '', 'network_id': '2d259df1-c4ab-4d22-8926-f0a465d8e0b5', 'tenant_id': '63de158095ca464198ff20de9427a670', 'mac_address': 'fa:16:3e:24:21:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67131c45-8675-41c3-9032-ced585c364da', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8a8d8948-a156-4cc4-9771-6d5567fbb98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:14:08Z', 'updated_at': '2021-11-17T15:14:12Z', 'revision_number': 5, 'project_id': '63de158095ca464198ff20de9427a670', 'subnets': [{'id': '8a8d8948-a156-4cc4-9771-6d5567fbb98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:17:33.357102 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e81848b-9007-4aca-b9ea-412281a9e0ab None None] The sync data for ids ['67131c45-8675-41c3-9032-ced585c364da'] in dv-cinder-818233-1-iscsi is: [{'id': '67131c45-8675-41c3-9032-ced585c364da', 'name': 'tempest-AttachVolumeShelveTestJSON-1052091465-router', 'tenant_id': '63de158095ca464198ff20de9427a670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '089d8041-40a4-416b-b250-06e17151b4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:14:06Z', 'updated_at': '2021-11-17T15:14:08Z', 'revision_number': 4, 'project_id': '63de158095ca464198ff20de9427a670', 'gw_port': {'id': '089d8041-40a4-416b-b250-06e17151b4de', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:50:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67131c45-8675-41c3-9032-ced585c364da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:14:06Z', 'updated_at': '2021-11-17T15:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': 'f50aaf35-a5cd-40dc-a73a-65dc86b4c53b', 'name': '', 'network_id': '2d259df1-c4ab-4d22-8926-f0a465d8e0b5', 'tenant_id': '63de158095ca464198ff20de9427a670', 'mac_address': 'fa:16:3e:24:21:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67131c45-8675-41c3-9032-ced585c364da', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8a8d8948-a156-4cc4-9771-6d5567fbb98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:14:08Z', 'updated_at': '2021-11-17T15:14:12Z', 'revision_number': 5, 'project_id': '63de158095ca464198ff20de9427a670', 'subnets': [{'id': '8a8d8948-a156-4cc4-9771-6d5567fbb98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 15:17:33.503402 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 34594) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:17:33.571796 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-41722e38-1720-44bd-8fc2-0edf5ca0a72e tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks [] for security_group, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:33.618371 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac0b27-48ca-4008-ae6d-3844fcb5e1fb req-8e7a14ec-7877-4f0c-b3de-36c5e255690e tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:17:33.620052 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-d4ac0b27-48ca-4008-ae6d-3844fcb5e1fb req-8e7a14ec-7877-4f0c-b3de-36c5e255690e tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 984 time: 0.0640395 Nov 17 15:17:33.625450 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-41722e38-1720-44bd-8fc2-0edf5ca0a72e tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:33.626673 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061178d0-45af-4a63-8121-ce33a26bfce6 None None] New status for floating IP b1ed5945-9c5a-4897-bc7c-bb18fc60d19f: DOWN {{(pid=101836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 17 15:17:33.662835 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2faf426-0844-41f2-9f20-167bca6f7a2c req-06e21149-bc44-41db-afd6-cecdf49f5960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:17:33.664362 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-e2faf426-0844-41f2-9f20-167bca6f7a2c req-06e21149-bc44-41db-afd6-cecdf49f5960 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a9176c1aa35b454797426f5d4341a8f0&device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 1137 time: 0.0869889 Nov 17 15:17:33.683686 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-d4ac0b27-48ca-4008-ae6d-3844fcb5e1fb req-da733853-eb9e-4756-9cb4-81bcee6dbfd8 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/security-groups?id=32bd9460-1384-4561-9742-995ff127999f&id=80a1bcf3-7303-4560-856a-0716ea81e347&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569503 Nov 17 15:17:33.706129 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-41722e38-1720-44bd-8fc2-0edf5ca0a72e tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:33.708786 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-41722e38-1720-44bd-8fc2-0edf5ca0a72e tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks [] for security_group, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:33.709903 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-41722e38-1720-44bd-8fc2-0edf5ca0a72e tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "DELETE /v2.0/security-groups/95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357 HTTP/1.1" status: 204 len: 168 time: 0.2048948 Nov 17 15:17:33.713339 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 34596) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:17:33.727079 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.api.v2.resource [None req-79381dd9-3886-4e77-a42b-6419a5482e5f tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] show failed (client error): The resource could not be found. Nov 17 15:17:33.728160 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-79381dd9-3886-4e77-a42b-6419a5482e5f tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups/95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357 HTTP/1.1" status: 404 len: 347 time: 0.0138142 Nov 17 15:17:33.729601 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41722e38-1720-44bd-8fc2-0edf5ca0a72e tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e6b1b4-bfa0-4046-bfa5-7bd0d6e46357,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:17:33.731126 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 34598) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:17:33.792784 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2faf426-0844-41f2-9f20-167bca6f7a2c req-0266da4b-b507-49ff-b0b5-6fc61704c1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:17:33.794242 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-e2faf426-0844-41f2-9f20-167bca6f7a2c req-0266da4b-b507-49ff-b0b5-6fc61704c1db service neutron] 10.222.0.55 "GET /v2.0/networks?id=9536a153-f59d-4a3d-a999-893ac4032dc6 HTTP/1.1" status: 200 len: 916 time: 0.1186638 Nov 17 15:17:33.855349 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [None req-233ea047-cdf5-42d6-b456-fff3dc662406 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Deleting port 8501797e-c06c-430e-9f3c-160c625f4733 {{(pid=101834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:17:33.855655 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-233ea047-cdf5-42d6-b456-fff3dc662406 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:33.866390 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-e2faf426-0844-41f2-9f20-167bca6f7a2c req-d3cb21ff-cd77-4f49-b74f-4f32a5e8ae92 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50c13040-a0e4-461e-ae93-2563ed741f9a HTTP/1.1" status: 200 len: 1001 time: 0.0627172 Nov 17 15:17:33.918735 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2faf426-0844-41f2-9f20-167bca6f7a2c req-cdc50c5a-778a-469c-9e82-f745b2dd1126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:17:33.920295 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-e2faf426-0844-41f2-9f20-167bca6f7a2c req-cdc50c5a-778a-469c-9e82-f745b2dd1126 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=35936d6d-3a38-491b-bcc7-155d304f102b HTTP/1.1" status: 200 len: 854 time: 0.0428281 Nov 17 15:17:33.932427 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-233ea047-cdf5-42d6-b456-fff3dc662406 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:33.932755 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-233ea047-cdf5-42d6-b456-fff3dc662406 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:33.944192 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [None req-233ea047-cdf5-42d6-b456-fff3dc662406 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Calling delete_port for 8501797e-c06c-430e-9f3c-160c625f4733 owned by network:floatingip {{(pid=101834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:17:33.972277 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2faf426-0844-41f2-9f20-167bca6f7a2c req-8524f436-7da4-4dfc-bb39-7e07fc5341b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:17:33.974070 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-e2faf426-0844-41f2-9f20-167bca6f7a2c req-8524f436-7da4-4dfc-bb39-7e07fc5341b5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9536a153-f59d-4a3d-a999-893ac4032dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387409 Nov 17 15:17:34.070269 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-e2faf426-0844-41f2-9f20-167bca6f7a2c req-8ba6f510-cd04-4b43-8cd1-e09a1acea581 service neutron] 10.222.0.55 "GET /v2.0/networks/9536a153-f59d-4a3d-a999-893ac4032dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867531 Nov 17 15:17:34.073626 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-233ea047-cdf5-42d6-b456-fff3dc662406 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:34.099892 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233ea047-cdf5-42d6-b456-fff3dc662406 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Pushing event deleted for resources: {'Port': ['ID=8501797e-c06c-430e-9f3c-160c625f4733,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:17:34.159033 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-233ea047-cdf5-42d6-b456-fff3dc662406 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks [] for floatingip, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:34.161676 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-e2faf426-0844-41f2-9f20-167bca6f7a2c req-29980060-cc60-406d-bd76-73e3b5c88ae4 service neutron] 10.222.0.55 "GET /v2.0/networks/9536a153-f59d-4a3d-a999-893ac4032dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839934 Nov 17 15:17:34.167189 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-233ea047-cdf5-42d6-b456-fff3dc662406 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for floatingip, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:34.168375 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-233ea047-cdf5-42d6-b456-fff3dc662406 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "DELETE /v2.0/floatingips/b1ed5945-9c5a-4897-bc7c-bb18fc60d19f HTTP/1.1" status: 204 len: 168 time: 0.4363127 Nov 17 15:17:34.290451 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:34.464548 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 34604) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:17:34.469106 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [None req-4638a6c5-2127-4b9f-8080-69a41789cb96 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Request body: {'security_group': {'name': 'tempest-securitygroup--185331889', 'description': 'tempest-description--522669931'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:17:34.490743 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-4638a6c5-2127-4b9f-8080-69a41789cb96 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks [] for security_group, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:34.554348 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-4638a6c5-2127-4b9f-8080-69a41789cb96 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks [] for security_group, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:34.558194 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-4638a6c5-2127-4b9f-8080-69a41789cb96 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:34.583985 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-4638a6c5-2127-4b9f-8080-69a41789cb96 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks [] for security_group, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:34.585172 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-4638a6c5-2127-4b9f-8080-69a41789cb96 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1196129 Nov 17 15:17:34.588102 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 34606) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:17:34.588978 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4638a6c5-2127-4b9f-8080-69a41789cb96 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b4c195-426e-4359-b63a-20d446161727,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:17:34.593582 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.v2.base [None req-ac2b276e-e87f-4ef9-ab6b-a415bab00f01 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Request body: {'security_group_rule': {'security_group_id': 'f0b4c195-426e-4359-b63a-20d446161727', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:17:34.620122 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-ac2b276e-e87f-4ef9-ab6b-a415bab00f01 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:34.676498 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-ac2b276e-e87f-4ef9-ab6b-a415bab00f01 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:34.679949 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-ac2b276e-e87f-4ef9-ab6b-a415bab00f01 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603830'] for security_group_rule, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:34.698519 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2b276e-e87f-4ef9-ab6b-a415bab00f01 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8df4faa0-b00b-40e6-bb42-e1a0a80ca594,revision_number=0']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:17:34.704153 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-ac2b276e-e87f-4ef9-ab6b-a415bab00f01 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:34.705297 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-ac2b276e-e87f-4ef9-ab6b-a415bab00f01 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1162121 Nov 17 15:17:34.708079 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 34608) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:17:34.712808 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [None req-be3bdfa6-cbc8-410a-845b-03338953bcc9 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Request body: {'security_group_rule': {'security_group_id': 'f0b4c195-426e-4359-b63a-20d446161727', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:17:34.739974 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-be3bdfa6-cbc8-410a-845b-03338953bcc9 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:34.797015 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-be3bdfa6-cbc8-410a-845b-03338953bcc9 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:34.800769 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-be3bdfa6-cbc8-410a-845b-03338953bcc9 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603830'] for security_group_rule, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:34.805112 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9565e-64f9-4476-b5a7-83cff7df81c4 req-7d7ead67-7f4d-40db-bd87-156b540a02a3 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:17:34.807013 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-ccb9565e-64f9-4476-b5a7-83cff7df81c4 req-7d7ead67-7f4d-40db-bd87-156b540a02a3 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 984 time: 0.0500331 Nov 17 15:17:34.818242 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3bdfa6-cbc8-410a-845b-03338953bcc9 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b029820-e4dc-4479-a939-f5d9c73f3307,revision_number=0']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:17:34.826793 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-be3bdfa6-cbc8-410a-845b-03338953bcc9 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:34.828013 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-be3bdfa6-cbc8-410a-845b-03338953bcc9 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187730 Nov 17 15:17:34.831038 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 34612) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:17:34.835578 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [None req-bf0e78ed-b5b0-4bf6-861a-361708e0d95a tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Request body: {'floatingip': {'floating_network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:17:34.857497 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-bf0e78ed-b5b0-4bf6-861a-361708e0d95a tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks [] for floatingip, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:34.872962 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-ccb9565e-64f9-4476-b5a7-83cff7df81c4 req-21c05cdd-864a-46ac-8bf8-c94b2a411af1 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/security-groups?id=32bd9460-1384-4561-9742-995ff127999f&id=80a1bcf3-7303-4560-856a-0716ea81e347&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593114 Nov 17 15:17:34.956632 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-bf0e78ed-b5b0-4bf6-861a-361708e0d95a tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:35.060945 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.db_base_plugin_common [None req-bf0e78ed-b5b0-4bf6-861a-361708e0d95a tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Allocated IP 172.27.1.200 (183472ab-d8ab-4bee-8fe8-a0a558356eba/10bde91e-9264-4f35-ad90-cbbdc12529d4/62c488b3-7084-47f7-abe5-cc4d43aa7c7c) {{(pid=101834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:17:35.162774 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-bf0e78ed-b5b0-4bf6-861a-361708e0d95a tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks [] for port, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:35.195153 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-bf0e78ed-b5b0-4bf6-861a-361708e0d95a tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:35.209736 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device 0b9b658b-f1e8-4029-b50e-dd415ed21f06 no longer exists at agent hyperv_hv-cinder-81823 {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 15:17:35.233610 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] No Port match for: 0b9b658b-f1e8-4029-b50e-dd415ed21f06 {{(pid=101835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 15:17:35.234026 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device 0b9b658b-f1e8-4029-b50e-dd415ed21f06 not bound to the agent host hv-cinder-81823 {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 15:17:35.241279 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0e78ed-b5b0-4bf6-861a-361708e0d95a tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Network 183472ab-d8ab-4bee-8fe8-a0a558356eba is already hosted by enough agents. {{(pid=101834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:17:35.245057 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.base_scheduler [None req-bf0e78ed-b5b0-4bf6-861a-361708e0d95a tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Resources bound (agent type, host, resource id): {{(pid=101834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:17:35.249288 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0e78ed-b5b0-4bf6-861a-361708e0d95a tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Received port after_create {{(pid=101834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:17:35.252270 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0e78ed-b5b0-4bf6-861a-361708e0d95a tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Pushing event updated for resources: {'Port': ['ID=62c488b3-7084-47f7-abe5-cc4d43aa7c7c,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:17:35.332745 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-bf0e78ed-b5b0-4bf6-861a-361708e0d95a tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:35.364892 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-bf0e78ed-b5b0-4bf6-861a-361708e0d95a tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:35.755801 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-bf0e78ed-b5b0-4bf6-861a-361708e0d95a tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks [] for port, precommit_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:35.760982 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-bf0e78ed-b5b0-4bf6-861a-361708e0d95a tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4397568'] for port, after_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:35.825833 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0e78ed-b5b0-4bf6-861a-361708e0d95a tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Pushing event updated for resources: {'Port': ['ID=62c488b3-7084-47f7-abe5-cc4d43aa7c7c,revision_number=2']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:17:35.837251 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-bf0e78ed-b5b0-4bf6-861a-361708e0d95a tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526871'] for floatingip, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:35.851783 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-bf0e78ed-b5b0-4bf6-861a-361708e0d95a tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for floatingip, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:35.853020 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-bf0e78ed-b5b0-4bf6-861a-361708e0d95a tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0209541 Nov 17 15:17:35.988062 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ad355-20d5-490e-adf6-9277e398c714 req-beaa53a1-acd8-4a47-9db7-6d51874d005c tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:17:35.989539 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-588ad355-20d5-490e-adf6-9277e398c714 req-beaa53a1-acd8-4a47-9db7-6d51874d005c tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 984 time: 0.0492034 Nov 17 15:17:36.047031 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-d354ec31-2191-4f3b-88fc-8f066437ca77 req-8c21d564-9efc-4b23-887e-65dea5751aa7 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--185331889&fields=id&tenant_id=63de158095ca464198ff20de9427a670 HTTP/1.1" status: 200 len: 267 time: 0.0417097 Nov 17 15:17:36.049615 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-588ad355-20d5-490e-adf6-9277e398c714 req-8c4355fb-268b-49d3-809d-8b1b8860bfa8 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/security-groups?id=32bd9460-1384-4561-9742-995ff127999f&id=80a1bcf3-7303-4560-856a-0716ea81e347&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530586 Nov 17 15:17:36.155025 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d354ec31-2191-4f3b-88fc-8f066437ca77 req-35bed80b-e165-4006-b46a-467686ee0ed6 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:17:36.156497 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-d354ec31-2191-4f3b-88fc-8f066437ca77 req-35bed80b-e165-4006-b46a-467686ee0ed6 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/networks?id=2d259df1-c4ab-4d22-8926-f0a465d8e0b5 HTTP/1.1" status: 200 len: 817 time: 0.1025963 Nov 17 15:17:36.171728 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-d354ec31-2191-4f3b-88fc-8f066437ca77 req-81d6f8f4-2278-4f1e-aee3-1a1035432679 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/quotas/63de158095ca464198ff20de9427a670 HTTP/1.1" status: 200 len: 375 time: 0.0095253 Nov 17 15:17:36.220620 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-d354ec31-2191-4f3b-88fc-8f066437ca77 req-0221718f-aba2-4c6e-ba37-ca9301f06538 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=63de158095ca464198ff20de9427a670&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436137 Nov 17 15:17:36.328437 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-d354ec31-2191-4f3b-88fc-8f066437ca77 req-66b0d020-843d-458a-9a7c-5833db13c9a2 service neutron] 10.222.0.62 "GET /v2.0/networks/2d259df1-c4ab-4d22-8926-f0a465d8e0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955253 Nov 17 15:17:36.422404 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-d354ec31-2191-4f3b-88fc-8f066437ca77 req-cdb874bf-e125-4f7a-9861-dd1e6e483d70 service neutron] 10.222.0.62 "GET /v2.0/networks/2d259df1-c4ab-4d22-8926-f0a465d8e0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880060 Nov 17 15:17:36.582616 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-01e00c62-ff66-4eca-92ef-49d31d8001fa req-0d08e898-583b-4665-aa02-3137e740ad90 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 210 time: 0.0292606 Nov 17 15:17:37.169640 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ac9fc-34ea-4724-82db-b8580d1a52ea req-be8c930f-cec3-4832-8bc8-87d259502713 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:17:37.171091 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-e59ac9fc-34ea-4724-82db-b8580d1a52ea req-be8c930f-cec3-4832-8bc8-87d259502713 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 984 time: 0.0530295 Nov 17 15:17:37.229535 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-e59ac9fc-34ea-4724-82db-b8580d1a52ea req-91cdd7e2-325e-4e88-81a6-e5625ddc7578 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/security-groups?id=32bd9460-1384-4561-9742-995ff127999f&id=80a1bcf3-7303-4560-856a-0716ea81e347&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524487 Nov 17 15:17:37.600820 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d354ec31-2191-4f3b-88fc-8f066437ca77 req-53c55b88-0401-41d1-af09-108d89011ae1 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:17:37.603482 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-d354ec31-2191-4f3b-88fc-8f066437ca77 req-53c55b88-0401-41d1-af09-108d89011ae1 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.55 "GET /v2.0/networks?id=2d259df1-c4ab-4d22-8926-f0a465d8e0b5 HTTP/1.1" status: 200 len: 817 time: 0.1232612 Nov 17 15:17:37.684996 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-d354ec31-2191-4f3b-88fc-8f066437ca77 req-0291c37e-0ff0-414d-91d6-dfe82d0a3684 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63de158095ca464198ff20de9427a670 HTTP/1.1" status: 200 len: 379 time: 0.0714419 Nov 17 15:17:37.732437 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.v2.base [req-d354ec31-2191-4f3b-88fc-8f066437ca77 req-b041b189-e28a-4f86-b5f8-6a7844c01334 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Request body: {'port': {'device_id': '44db86d1-c699-494c-8722-3771654a7333', 'network_id': '2d259df1-c4ab-4d22-8926-f0a465d8e0b5', 'admin_state_up': True, 'tenant_id': '63de158095ca464198ff20de9427a670', 'security_groups': ['f0b4c195-426e-4359-b63a-20d446161727']}} {{(pid=101833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:17:37.742005 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-9cafa47f-b7bc-422b-80ec-4c10db45c366 req-567ba418-7eaf-4282-b286-70d9ed6b9fe5 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 210 time: 0.0391710 Nov 17 15:17:37.843270 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d354ec31-2191-4f3b-88fc-8f066437ca77 req-b041b189-e28a-4f86-b5f8-6a7844c01334 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Made reservation on behalf of 63de158095ca464198ff20de9427a670 for: {'port': 1} {{(pid=101833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:17:37.846698 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-d354ec31-2191-4f3b-88fc-8f066437ca77 req-b041b189-e28a-4f86-b5f8-6a7844c01334 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:37.973884 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.db.db_base_plugin_common [req-d354ec31-2191-4f3b-88fc-8f066437ca77 req-b041b189-e28a-4f86-b5f8-6a7844c01334 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Allocated IP 172.20.0.8 (2d259df1-c4ab-4d22-8926-f0a465d8e0b5/8a8d8948-a156-4cc4-9771-6d5567fbb98c/db2ccb66-6f76-43e9-b7bb-28a2fbf25642) {{(pid=101833) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:17:38.106654 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-d354ec31-2191-4f3b-88fc-8f066437ca77 req-b041b189-e28a-4f86-b5f8-6a7844c01334 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks [] for port, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:38.143313 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-d354ec31-2191-4f3b-88fc-8f066437ca77 req-b041b189-e28a-4f86-b5f8-6a7844c01334 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4228920'] for port, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:38.182284 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d354ec31-2191-4f3b-88fc-8f066437ca77 req-b041b189-e28a-4f86-b5f8-6a7844c01334 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Network 2d259df1-c4ab-4d22-8926-f0a465d8e0b5 is already hosted by enough agents. {{(pid=101833) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:17:38.187191 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.base_scheduler [req-d354ec31-2191-4f3b-88fc-8f066437ca77 req-b041b189-e28a-4f86-b5f8-6a7844c01334 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Resources bound (agent type, host, resource id): {{(pid=101833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:17:38.190750 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.db.l3_dvrscheduler_db [req-d354ec31-2191-4f3b-88fc-8f066437ca77 req-b041b189-e28a-4f86-b5f8-6a7844c01334 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Received port after_create {{(pid=101833) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:17:38.215816 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b041b189-e28a-4f86-b5f8-6a7844c01334 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Pushing event updated for resources: {'Port': ['ID=db2ccb66-6f76-43e9-b7bb-28a2fbf25642,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:17:38.244731 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d354ec31-2191-4f3b-88fc-8f066437ca77 req-b041b189-e28a-4f86-b5f8-6a7844c01334 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:17:38.245365 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-d354ec31-2191-4f3b-88fc-8f066437ca77 req-b041b189-e28a-4f86-b5f8-6a7844c01334 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for port, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:38.262674 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-d354ec31-2191-4f3b-88fc-8f066437ca77 req-b041b189-e28a-4f86-b5f8-6a7844c01334 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5528374 Nov 17 15:17:38.276813 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.v2.base [req-d354ec31-2191-4f3b-88fc-8f066437ca77 req-7fb48379-8e31-4440-bf12-ceddf25f10ce service neutron] Request body: {'port': {'device_id': '44db86d1-c699-494c-8722-3771654a7333', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81823'}} {{(pid=101833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:17:38.340928 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-d354ec31-2191-4f3b-88fc-8f066437ca77 req-7fb48379-8e31-4440-bf12-ceddf25f10ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:38.352192 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbebb633-e51f-4b83-8283-5b58590f28cb req-e9416c52-4cd9-42dc-9129-20b523c5a1c5 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:17:38.355875 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-fbebb633-e51f-4b83-8283-5b58590f28cb req-e9416c52-4cd9-42dc-9129-20b523c5a1c5 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 984 time: 0.0540924 Nov 17 15:17:38.419910 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-fbebb633-e51f-4b83-8283-5b58590f28cb req-e9e2a603-2df1-47aa-ad8c-f7a36e1fa553 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/security-groups?id=32bd9460-1384-4561-9742-995ff127999f&id=80a1bcf3-7303-4560-856a-0716ea81e347&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596552 Nov 17 15:17:38.421870 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-d0002fda-7500-4893-92a7-fcaccbad7e03 None None] Provisioning complete for port db2ccb66-6f76-43e9-b7bb-28a2fbf25642 triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:17:38.422339 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d0002fda-7500-4893-92a7-fcaccbad7e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:38.460450 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-d0002fda-7500-4893-92a7-fcaccbad7e03 None None] Port db2ccb66-6f76-43e9-b7bb-28a2fbf25642 cannot update to ACTIVE because it is not bound. {{(pid=101835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 15:17:38.608537 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.notifiers.nova [req-d354ec31-2191-4f3b-88fc-8f066437ca77 req-7fb48379-8e31-4440-bf12-ceddf25f10ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db2ccb66-6f76-43e9-b7bb-28a2fbf25642 {{(pid=101833) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 15:17:38.615651 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-d354ec31-2191-4f3b-88fc-8f066437ca77 req-7fb48379-8e31-4440-bf12-ceddf25f10ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:38.627940 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.db.provisioning_blocks [req-d354ec31-2191-4f3b-88fc-8f066437ca77 req-7fb48379-8e31-4440-bf12-ceddf25f10ce service neutron] Transition to ACTIVE for port object db2ccb66-6f76-43e9-b7bb-28a2fbf25642 will not be triggered until provisioned by entity L2. {{(pid=101833) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 17 15:17:38.631572 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-d354ec31-2191-4f3b-88fc-8f066437ca77 req-7fb48379-8e31-4440-bf12-ceddf25f10ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4228911'] for port, after_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:38.678974 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb48379-8e31-4440-bf12-ceddf25f10ce service neutron] Pushing event updated for resources: {'Port': ['ID=db2ccb66-6f76-43e9-b7bb-28a2fbf25642,revision_number=2']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:17:38.757167 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.managers [req-d354ec31-2191-4f3b-88fc-8f066437ca77 req-7fb48379-8e31-4440-bf12-ceddf25f10ce service neutron] Attempting to bind port db2ccb66-6f76-43e9-b7bb-28a2fbf25642 on host hv-cinder-81823 for vnic_type normal with profile {{(pid=101833) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 15:17:38.757507 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.managers [req-d354ec31-2191-4f3b-88fc-8f066437ca77 req-7fb48379-8e31-4440-bf12-ceddf25f10ce service neutron] Attempting to bind port db2ccb66-6f76-43e9-b7bb-28a2fbf25642 by drivers openvswitch,hyperv on host hv-cinder-81823 at level 0 using segments [{'id': 'ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '2d259df1-c4ab-4d22-8926-f0a465d8e0b5'}] {{(pid=101833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 15:17:38.757837 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d354ec31-2191-4f3b-88fc-8f066437ca77 req-7fb48379-8e31-4440-bf12-ceddf25f10ce service neutron] Attempting to bind port db2ccb66-6f76-43e9-b7bb-28a2fbf25642 on network 2d259df1-c4ab-4d22-8926-f0a465d8e0b5 {{(pid=101833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:17:38.763298 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d354ec31-2191-4f3b-88fc-8f066437ca77 req-7fb48379-8e31-4440-bf12-ceddf25f10ce service neutron] Port db2ccb66-6f76-43e9-b7bb-28a2fbf25642 on network 2d259df1-c4ab-4d22-8926-f0a465d8e0b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81823 {{(pid=101833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 17 15:17:38.763523 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d354ec31-2191-4f3b-88fc-8f066437ca77 req-7fb48379-8e31-4440-bf12-ceddf25f10ce service neutron] Attempting to bind port db2ccb66-6f76-43e9-b7bb-28a2fbf25642 on network 2d259df1-c4ab-4d22-8926-f0a465d8e0b5 {{(pid=101833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:17:38.771474 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d354ec31-2191-4f3b-88fc-8f066437ca77 req-7fb48379-8e31-4440-bf12-ceddf25f10ce service neutron] Checking agent: {'id': '56359ff8-4a05-4ac1-99e4-1793cc03f30f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81823', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 15, 9, 3), 'started_at': datetime.datetime(2021, 11, 17, 15, 9, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 15, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 15:17:38.772210 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d354ec31-2191-4f3b-88fc-8f066437ca77 req-7fb48379-8e31-4440-bf12-ceddf25f10ce service neutron] Checking segment: {'id': 'ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '2d259df1-c4ab-4d22-8926-f0a465d8e0b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:17:38.772608 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d354ec31-2191-4f3b-88fc-8f066437ca77 req-7fb48379-8e31-4440-bf12-ceddf25f10ce service neutron] Bound using segment: {'id': 'ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '2d259df1-c4ab-4d22-8926-f0a465d8e0b5'} {{(pid=101833) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 15:17:38.773056 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.managers [req-d354ec31-2191-4f3b-88fc-8f066437ca77 req-7fb48379-8e31-4440-bf12-ceddf25f10ce service neutron] Bound port: db2ccb66-6f76-43e9-b7bb-28a2fbf25642, host: hv-cinder-81823, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '2d259df1-c4ab-4d22-8926-f0a465d8e0b5'}}] {{(pid=101833) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 15:17:38.773414 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-d354ec31-2191-4f3b-88fc-8f066437ca77 req-7fb48379-8e31-4440-bf12-ceddf25f10ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:38.862225 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.db [req-d354ec31-2191-4f3b-88fc-8f066437ca77 req-7fb48379-8e31-4440-bf12-ceddf25f10ce service neutron] For port db2ccb66-6f76-43e9-b7bb-28a2fbf25642, host hv-cinder-81823, cleared binding levels {{(pid=101833) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 15:17:38.865758 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.db [req-d354ec31-2191-4f3b-88fc-8f066437ca77 req-7fb48379-8e31-4440-bf12-ceddf25f10ce service neutron] For port db2ccb66-6f76-43e9-b7bb-28a2fbf25642, host hv-cinder-81823, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=db2ccb66-6f76-43e9-b7bb-28a2fbf25642,segment=NetworkSegment(ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5),segment_id=ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5)] {{(pid=101833) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 15:17:38.871119 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-d354ec31-2191-4f3b-88fc-8f066437ca77 req-7fb48379-8e31-4440-bf12-ceddf25f10ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4228911'] for port, after_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:38.906338 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d354ec31-2191-4f3b-88fc-8f066437ca77 req-7fb48379-8e31-4440-bf12-ceddf25f10ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:17:38.906944 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-d354ec31-2191-4f3b-88fc-8f066437ca77 req-7fb48379-8e31-4440-bf12-ceddf25f10ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for port, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:38.908320 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-d354ec31-2191-4f3b-88fc-8f066437ca77 req-7fb48379-8e31-4440-bf12-ceddf25f10ce service neutron] 10.222.0.55 "PUT /v2.0/ports/db2ccb66-6f76-43e9-b7bb-28a2fbf25642 HTTP/1.1" status: 200 len: 1093 time: 0.6360328 Nov 17 15:17:38.908739 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44db86d1-c699-494c-8722-3771654a7333', 'tag': 'db2ccb66-6f76-43e9-b7bb-28a2fbf25642'}] {{(pid=101833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:17:38.909794 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0889926-d8c4-476b-8181-4bc94f10665e req-26b1480e-94d0-4e55-b67a-b8648091a21e tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:17:38.910937 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98a3914b10db2bda8b449d081c398edb642d8063ca6ecbd0a439108c8bd060b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278c5e05-61e3-4ce6-ae65-4289ccb86244" -d '{"events": [{"name": "network-changed", "server_uuid": "44db86d1-c699-494c-8722-3771654a7333", "tag": "db2ccb66-6f76-43e9-b7bb-28a2fbf25642"}]}' {{(pid=101833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:17:38.911345 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-e0889926-d8c4-476b-8181-4bc94f10665e req-26b1480e-94d0-4e55-b67a-b8648091a21e tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 943 time: 0.0755847 Nov 17 15:17:38.938671 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb48379-8e31-4440-bf12-ceddf25f10ce service neutron] Pushing event updated for resources: {'Port': ['ID=db2ccb66-6f76-43e9-b7bb-28a2fbf25642,revision_number=3']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:17:38.987688 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-e0889926-d8c4-476b-8181-4bc94f10665e req-917289f2-4e82-420a-9ca0-05ef2432b80e tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652206 Nov 17 15:17:39.008894 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d354ec31-2191-4f3b-88fc-8f066437ca77 req-d090f232-e56b-4461-96c6-5d2b5057f9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:17:39.010964 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-d354ec31-2191-4f3b-88fc-8f066437ca77 req-d090f232-e56b-4461-96c6-5d2b5057f9bf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=63de158095ca464198ff20de9427a670&device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 1096 time: 0.0563347 Nov 17 15:17:39.061370 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 15:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7d887e-a764-472a-bd31-e0bdf68d12d6 x-openstack-request-id: req-cb7d887e-a764-472a-bd31-e0bdf68d12d6 {{(pid=101833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:17:39.061656 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44db86d1-c699-494c-8722-3771654a7333", "tag": "db2ccb66-6f76-43e9-b7bb-28a2fbf25642", "status": "completed", "code": 200}]} {{(pid=101833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:17:39.061909 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cb7d887e-a764-472a-bd31-e0bdf68d12d6 {{(pid=101833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:17:39.062313 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44db86d1-c699-494c-8722-3771654a7333', 'tag': 'db2ccb66-6f76-43e9-b7bb-28a2fbf25642', 'status': 'completed', 'code': 200} Nov 17 15:17:39.064222 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-d354ec31-2191-4f3b-88fc-8f066437ca77 req-de2702f7-98a9-4380-ae03-aab7bf352f21 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db2ccb66-6f76-43e9-b7bb-28a2fbf25642 HTTP/1.1" status: 200 len: 217 time: 0.0429187 Nov 17 15:17:39.124217 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d354ec31-2191-4f3b-88fc-8f066437ca77 req-27e4b926-410c-4e29-b21d-b83b71bdf269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:17:39.125558 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-d354ec31-2191-4f3b-88fc-8f066437ca77 req-27e4b926-410c-4e29-b21d-b83b71bdf269 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8a8d8948-a156-4cc4-9771-6d5567fbb98c HTTP/1.1" status: 200 len: 856 time: 0.0527561 Nov 17 15:17:39.178124 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d354ec31-2191-4f3b-88fc-8f066437ca77 req-97656561-079a-46ff-8db6-6bf2a5136f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:17:39.179825 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-d354ec31-2191-4f3b-88fc-8f066437ca77 req-97656561-079a-46ff-8db6-6bf2a5136f65 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2d259df1-c4ab-4d22-8926-f0a465d8e0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420997 Nov 17 15:17:39.276456 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-d354ec31-2191-4f3b-88fc-8f066437ca77 req-b134d05b-d972-4c3d-9b6d-09ac8b231c44 service neutron] 10.222.0.55 "GET /v2.0/networks/2d259df1-c4ab-4d22-8926-f0a465d8e0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856915 Nov 17 15:17:39.364372 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-d354ec31-2191-4f3b-88fc-8f066437ca77 req-85f3cc85-0109-4db5-9982-f66439c76c4f service neutron] 10.222.0.55 "GET /v2.0/networks/2d259df1-c4ab-4d22-8926-f0a465d8e0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792584 Nov 17 15:17:39.457863 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c5e05-61e3-4ce6-ae65-4289ccb86244 req-da293e38-4202-4e09-b13d-1b8c423f5f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:17:39.459319 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-278c5e05-61e3-4ce6-ae65-4289ccb86244 req-da293e38-4202-4e09-b13d-1b8c423f5f8f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=63de158095ca464198ff20de9427a670&device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 1096 time: 0.0448391 Nov 17 15:17:39.547271 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61092555-0e3a-4283-8802-26b751a8712e req-1634aafc-6a89-4959-beda-f97f8c63bdd6 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:17:39.548947 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-61092555-0e3a-4283-8802-26b751a8712e req-1634aafc-6a89-4959-beda-f97f8c63bdd6 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 984 time: 0.0514863 Nov 17 15:17:39.552257 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c5e05-61e3-4ce6-ae65-4289ccb86244 req-3be06aa1-186a-418b-9bdf-e38b76421f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:17:39.553813 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-278c5e05-61e3-4ce6-ae65-4289ccb86244 req-3be06aa1-186a-418b-9bdf-e38b76421f22 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2d259df1-c4ab-4d22-8926-f0a465d8e0b5 HTTP/1.1" status: 200 len: 918 time: 0.0869756 Nov 17 15:17:39.600545 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-278c5e05-61e3-4ce6-ae65-4289ccb86244 req-983ebcc6-e547-42df-9a66-ddf14edc6f38 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db2ccb66-6f76-43e9-b7bb-28a2fbf25642 HTTP/1.1" status: 200 len: 217 time: 0.0365725 Nov 17 15:17:39.609997 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-61092555-0e3a-4283-8802-26b751a8712e req-7056c894-e264-4638-9423-08f63679f7b3 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/security-groups?id=32bd9460-1384-4561-9742-995ff127999f&id=80a1bcf3-7303-4560-856a-0716ea81e347&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544810 Nov 17 15:17:39.650389 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c5e05-61e3-4ce6-ae65-4289ccb86244 req-7dea0a8e-fe42-48c1-9365-0a3ab3037b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:17:39.651876 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-278c5e05-61e3-4ce6-ae65-4289ccb86244 req-7dea0a8e-fe42-48c1-9365-0a3ab3037b5b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8a8d8948-a156-4cc4-9771-6d5567fbb98c HTTP/1.1" status: 200 len: 856 time: 0.0438850 Nov 17 15:17:39.698126 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c5e05-61e3-4ce6-ae65-4289ccb86244 req-192fa08a-a20b-4356-a84a-db9359fbc0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:17:39.699623 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-278c5e05-61e3-4ce6-ae65-4289ccb86244 req-192fa08a-a20b-4356-a84a-db9359fbc0ce service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2d259df1-c4ab-4d22-8926-f0a465d8e0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384674 Nov 17 15:17:39.793652 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-278c5e05-61e3-4ce6-ae65-4289ccb86244 req-710173cb-4168-42c3-88ec-37abfcd2c1c0 service neutron] 10.222.0.55 "GET /v2.0/networks/2d259df1-c4ab-4d22-8926-f0a465d8e0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834842 Nov 17 15:17:39.883639 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-278c5e05-61e3-4ce6-ae65-4289ccb86244 req-fe89fc7a-1950-4abf-8477-d2f43e39b15b service neutron] 10.222.0.55 "GET /v2.0/networks/2d259df1-c4ab-4d22-8926-f0a465d8e0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807695 Nov 17 15:17:40.116884 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57856c46-4fe2-42d1-809b-5fa57afff48c req-9b7e7a6b-0369-4c98-ae19-9d294c3da17b tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:17:40.118208 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-57856c46-4fe2-42d1-809b-5fa57afff48c req-9b7e7a6b-0369-4c98-ae19-9d294c3da17b tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 943 time: 0.0477641 Nov 17 15:17:40.168406 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-57856c46-4fe2-42d1-809b-5fa57afff48c req-67c36e95-e246-43db-8b3b-86ca32820561 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444348 Nov 17 15:17:40.723946 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a65002-506d-4057-9854-a6ff58b9a273 req-ca00c0d0-0724-4f59-87f1-7d0609fe395c tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:17:40.725307 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-11a65002-506d-4057-9854-a6ff58b9a273 req-ca00c0d0-0724-4f59-87f1-7d0609fe395c tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 984 time: 0.0483887 Nov 17 15:17:40.786777 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-11a65002-506d-4057-9854-a6ff58b9a273 req-f7f2834d-3a21-4397-a81d-afffcd41474e tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/security-groups?id=32bd9460-1384-4561-9742-995ff127999f&id=80a1bcf3-7303-4560-856a-0716ea81e347&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555043 Nov 17 15:17:41.252831 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device db2ccb66-6f76-43e9-b7bb-28a2fbf25642 details requested by agent hyperv_hv-cinder-81823 with host hv-cinder-81823 {{(pid=101835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 17 15:17:41.284250 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f335825-93a2-4b15-9c88-2d168241da3d req-17f56d59-1eb5-45d5-9120-591445629645 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:17:41.285725 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-4f335825-93a2-4b15-9c88-2d168241da3d req-17f56d59-1eb5-45d5-9120-591445629645 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 943 time: 0.0474546 Nov 17 15:17:41.332789 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-4f335825-93a2-4b15-9c88-2d168241da3d req-d8cf2149-a69d-4d39-98ad-9ca8d5fa204f tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403650 Nov 17 15:17:41.346478 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port db2ccb66-6f76-43e9-b7bb-28a2fbf25642, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=db2ccb66-6f76-43e9-b7bb-28a2fbf25642,segment=NetworkSegment(ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5),segment_id=ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:17:41.357926 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Returning: {'device': 'db2ccb66-6f76-43e9-b7bb-28a2fbf25642', 'network_id': '2d259df1-c4ab-4d22-8926-f0a465d8e0b5', 'port_id': 'db2ccb66-6f76-43e9-b7bb-28a2fbf25642', 'mac_address': 'fa:16:3e:13:10:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a8d8948-a156-4cc4-9771-6d5567fbb98c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 17 15:17:41.392642 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:41.404548 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.notifiers.nova [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db2ccb66-6f76-43e9-b7bb-28a2fbf25642 {{(pid=101835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 15:17:41.423345 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port db2ccb66-6f76-43e9-b7bb-28a2fbf25642, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=db2ccb66-6f76-43e9-b7bb-28a2fbf25642,segment=NetworkSegment(ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5),segment_id=ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:17:41.427094 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:41.476867 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Pushing event updated for resources: {'Port': ['ID=db2ccb66-6f76-43e9-b7bb-28a2fbf25642,revision_number=4']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:17:41.483732 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:17:41.484095 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:17:41.484431 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:17:41.484758 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:17:41.485094 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:17:41.485415 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:17:41.485736 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:17:41.486052 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:17:41.486368 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:17:41.486684 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:17:41.486997 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:17:41.487307 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:17:41.716584 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] get_ports_and_sgs() called for port_ids ['db2ccb66-6f76-43e9-b7bb-28a2fbf25642'] {{(pid=101835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 15:17:41.902534 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97607cd1-866b-4ccf-99b8-e67dd746a962 req-271e32eb-ba90-40ce-a501-2508c6c14d19 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:17:41.904015 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-97607cd1-866b-4ccf-99b8-e67dd746a962 req-271e32eb-ba90-40ce-a501-2508c6c14d19 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 984 time: 0.0490756 Nov 17 15:17:41.961448 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-97607cd1-866b-4ccf-99b8-e67dd746a962 req-4225ebbf-a6a6-45c9-a203-d79e21c61b2d tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/security-groups?id=32bd9460-1384-4561-9742-995ff127999f&id=80a1bcf3-7303-4560-856a-0716ea81e347&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0514977 Nov 17 15:17:42.448731 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6484a4-57c3-44d6-a0c5-717fbb3b2595 req-7ce6351e-2acf-4609-bac1-f8ca44b02220 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:17:42.450818 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-4a6484a4-57c3-44d6-a0c5-717fbb3b2595 req-7ce6351e-2acf-4609-bac1-f8ca44b02220 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 944 time: 0.0486233 Nov 17 15:17:42.497309 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-4a6484a4-57c3-44d6-a0c5-717fbb3b2595 req-4b36f855-2733-4e55-8f74-92fcc663ead4 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403655 Nov 17 15:17:43.077676 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2eb31-2c73-4b7c-ba28-198a4e0a7ef6 req-479b29e1-84b6-4f24-ba14-c0ea8a7c6416 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:17:43.079039 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-b2e2eb31-2c73-4b7c-ba28-198a4e0a7ef6 req-479b29e1-84b6-4f24-ba14-c0ea8a7c6416 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 984 time: 0.0483923 Nov 17 15:17:43.144059 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-b2e2eb31-2c73-4b7c-ba28-198a4e0a7ef6 req-033ad3c2-cac8-4d80-a626-1215a0f27360 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/security-groups?id=32bd9460-1384-4561-9742-995ff127999f&id=80a1bcf3-7303-4560-856a-0716ea81e347&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590632 Nov 17 15:17:43.288167 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device db2ccb66-6f76-43e9-b7bb-28a2fbf25642 up at agent hyperv_hv-cinder-81823 {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:17:43.339437 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Provisioning for port db2ccb66-6f76-43e9-b7bb-28a2fbf25642 completed by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 17 15:17:43.343139 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Provisioning complete for port db2ccb66-6f76-43e9-b7bb-28a2fbf25642 triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:17:43.343533 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:43.416998 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:43.438613 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44db86d1-c699-494c-8722-3771654a7333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2ccb66-6f76-43e9-b7bb-28a2fbf25642'}] {{(pid=101835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:17:43.440846 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc2a867bdaff5c76f0208ec4146e14dfecc9fe2083470249ba9c3c2934649c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa5ff5e-17a9-4e23-8535-b6429d529bf5" -d '{"events": [{"server_uuid": "44db86d1-c699-494c-8722-3771654a7333", "name": "network-vif-plugged", "status": "completed", "tag": "db2ccb66-6f76-43e9-b7bb-28a2fbf25642"}]}' {{(pid=101835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:17:43.453635 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port db2ccb66-6f76-43e9-b7bb-28a2fbf25642, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=db2ccb66-6f76-43e9-b7bb-28a2fbf25642,segment=NetworkSegment(ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5),segment_id=ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:17:43.458479 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:43.483563 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 15:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9dc3df2-4e52-40ed-8cf8-b651f3e551fe x-openstack-request-id: req-b9dc3df2-4e52-40ed-8cf8-b651f3e551fe {{(pid=101835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:17:43.484026 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44db86d1-c699-494c-8722-3771654a7333", "name": "network-vif-plugged", "status": "completed", "tag": "db2ccb66-6f76-43e9-b7bb-28a2fbf25642", "code": 200}]} {{(pid=101835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:17:43.484282 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b9dc3df2-4e52-40ed-8cf8-b651f3e551fe {{(pid=101835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:17:43.484659 dv-cinder-818233-1-iscsi neutron-server[101835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44db86d1-c699-494c-8722-3771654a7333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2ccb66-6f76-43e9-b7bb-28a2fbf25642', 'code': 200} Nov 17 15:17:43.513878 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Pushing event updated for resources: {'Port': ['ID=db2ccb66-6f76-43e9-b7bb-28a2fbf25642,revision_number=5']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:17:43.621255 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b09819-3030-460b-b92a-0879b3024140 req-bfa8469e-be22-4af6-8578-0f4a954c97e9 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:17:43.622632 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-81b09819-3030-460b-b92a-0879b3024140 req-bfa8469e-be22-4af6-8578-0f4a954c97e9 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 945 time: 0.0526567 Nov 17 15:17:43.657252 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c6c0e6-7f61-435d-8df9-35d0fc677c30 req-40ebdb5d-7efb-40df-b14e-799cb48c929e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:17:43.658817 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-96c6c0e6-7f61-435d-8df9-35d0fc677c30 req-40ebdb5d-7efb-40df-b14e-799cb48c929e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 1098 time: 0.0420907 Nov 17 15:17:43.670910 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-81b09819-3030-460b-b92a-0879b3024140 req-330f7a45-41af-40e6-a452-64fceeb60a3c tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423884 Nov 17 15:17:43.703844 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-96c6c0e6-7f61-435d-8df9-35d0fc677c30 req-d12824d8-b364-4ead-b645-f2b0f04d8679 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367842 Nov 17 15:17:44.257808 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e5b6c-97b5-4da0-a6d3-24c8132917f9 req-73a00b86-eef9-4d11-8690-07bbf990f6ae tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:17:44.259256 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-ee8e5b6c-97b5-4da0-a6d3-24c8132917f9 req-73a00b86-eef9-4d11-8690-07bbf990f6ae tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 984 time: 0.0484800 Nov 17 15:17:44.317885 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-ee8e5b6c-97b5-4da0-a6d3-24c8132917f9 req-747f452a-8640-4c42-bce9-6fb54e0824f7 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/security-groups?id=32bd9460-1384-4561-9742-995ff127999f&id=80a1bcf3-7303-4560-856a-0716ea81e347&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526752 Nov 17 15:17:44.789051 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc46da1-ab56-475f-9a1d-81100cf4b483 req-1510d128-59e6-4dad-8263-8abcf5157c8b tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:17:44.791191 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-edc46da1-ab56-475f-9a1d-81100cf4b483 req-1510d128-59e6-4dad-8263-8abcf5157c8b tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 945 time: 0.0485518 Nov 17 15:17:44.840132 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-edc46da1-ab56-475f-9a1d-81100cf4b483 req-1e8f28e7-30f5-4760-b70d-11506be90d4e tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431495 Nov 17 15:17:45.433309 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb33ec-560d-4555-b797-34f8d1d30f16 req-58981879-ac36-4811-8934-4cd11e89acfa tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:17:45.434790 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-e9fb33ec-560d-4555-b797-34f8d1d30f16 req-58981879-ac36-4811-8934-4cd11e89acfa tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 984 time: 0.0518706 Nov 17 15:17:45.716284 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-e9fb33ec-560d-4555-b797-34f8d1d30f16 req-31d6372f-5b40-47bf-91dc-f35d88d0df1d tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/security-groups?id=32bd9460-1384-4561-9742-995ff127999f&id=80a1bcf3-7303-4560-856a-0716ea81e347&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2753596 Nov 17 15:17:45.956675 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531945bf-68d6-4384-bc9b-ee218f4485ac req-eca96bc5-5ec1-4026-8fde-c2577684b98c tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:17:45.958123 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-531945bf-68d6-4384-bc9b-ee218f4485ac req-eca96bc5-5ec1-4026-8fde-c2577684b98c tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 945 time: 0.0478945 Nov 17 15:17:46.007770 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-531945bf-68d6-4384-bc9b-ee218f4485ac req-e615d99a-d5e3-4423-a28a-c7fe079e29ba tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438373 Nov 17 15:17:46.120615 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e887b-ae2c-4d67-b918-4e3ec4ce3e4a req-62ec82e9-72d6-447b-895e-c90488c6ec04 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:17:46.122079 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-3f9e887b-ae2c-4d67-b918-4e3ec4ce3e4a req-62ec82e9-72d6-447b-895e-c90488c6ec04 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 945 time: 0.0488453 Nov 17 15:17:46.130787 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 34722) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:17:46.135130 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.v2.base [None req-6b502540-4316-439f-80a0-48999f4d3d83 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Request body: {'floatingip': {'port_id': 'db2ccb66-6f76-43e9-b7bb-28a2fbf25642'}} {{(pid=101833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:17:46.176155 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-6b502540-4316-439f-80a0-48999f4d3d83 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks [] for floatingip, before_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:46.593891 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-6b502540-4316-439f-80a0-48999f4d3d83 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:46.597610 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-6b502540-4316-439f-80a0-48999f4d3d83 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526871'] for floatingip, after_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:46.698014 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.db.l3_db [None req-6b502540-4316-439f-80a0-48999f4d3d83 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Floating IP fe669af3-cb7f-4b5f-9ec0-5cd3a236bc33 associated. External IP: 172.27.1.200, port: db2ccb66-6f76-43e9-b7bb-28a2fbf25642. Nov 17 15:17:46.846867 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e8123-9585-4e94-b109-1733d0b34a88 req-11a2e5f0-13ed-4cc0-a9ec-c10a2241b000 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:17:46.846867 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-0b8e8123-9585-4e94-b109-1733d0b34a88 req-11a2e5f0-13ed-4cc0-a9ec-c10a2241b000 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 984 time: 0.0571077 Nov 17 15:17:46.914707 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-0b8e8123-9585-4e94-b109-1733d0b34a88 req-58904077-60b3-4920-ba13-1007639e3892 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/security-groups?id=32bd9460-1384-4561-9742-995ff127999f&id=80a1bcf3-7303-4560-856a-0716ea81e347&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0630274 Nov 17 15:17:46.931968 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b502540-4316-439f-80a0-48999f4d3d83 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Router 67131c45-8675-41c3-9032-ced585c364da has already been hosted by L3 agent ed3bd2e8-8a22-4616-b806-7e727ef760a6 {{(pid=101833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 15:17:47.037534 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b502540-4316-439f-80a0-48999f4d3d83 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Notify agent at l3_agent.dv-cinder-818233-1-iscsi the message routers_updated {{(pid=101833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 15:17:47.042170 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-6b502540-4316-439f-80a0-48999f4d3d83 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for floatingip, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:47.047453 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc496893-a04f-472c-921b-44b5a7a808b3 None None] Sync routers for ids ['67131c45-8675-41c3-9032-ced585c364da'] in dv-cinder-818233-1-iscsi {{(pid=101835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 15:17:47.056572 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc496893-a04f-472c-921b-44b5a7a808b3 None None] Routers {'67131c45-8675-41c3-9032-ced585c364da'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:17:47.057184 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-fc496893-a04f-472c-921b-44b5a7a808b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:17:24Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['67131c45-8675-41c3-9032-ced585c364da'], 'active': True} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:17:47.068991 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-6b502540-4316-439f-80a0-48999f4d3d83 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "PUT /v2.0/floatingips/fe669af3-cb7f-4b5f-9ec0-5cd3a236bc33 HTTP/1.1" status: 200 len: 991 time: 0.9371309 Nov 17 15:17:47.069749 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44db86d1-c699-494c-8722-3771654a7333', 'tag': 'db2ccb66-6f76-43e9-b7bb-28a2fbf25642'}] {{(pid=101833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:17:47.072710 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98a3914b10db2bda8b449d081c398edb642d8063ca6ecbd0a439108c8bd060b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd201ea-c1e7-47b8-ab35-245392d680d7" -d '{"events": [{"name": "network-changed", "server_uuid": "44db86d1-c699-494c-8722-3771654a7333", "tag": "db2ccb66-6f76-43e9-b7bb-28a2fbf25642"}]}' {{(pid=101833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:17:47.115578 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 15:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e5419c-f8be-4340-877f-b2390dea8faa x-openstack-request-id: req-87e5419c-f8be-4340-877f-b2390dea8faa {{(pid=101833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:17:47.115968 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44db86d1-c699-494c-8722-3771654a7333", "tag": "db2ccb66-6f76-43e9-b7bb-28a2fbf25642", "status": "completed", "code": 200}]} {{(pid=101833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:17:47.116313 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-87e5419c-f8be-4340-877f-b2390dea8faa {{(pid=101833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:17:47.117188 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44db86d1-c699-494c-8722-3771654a7333', 'tag': 'db2ccb66-6f76-43e9-b7bb-28a2fbf25642', 'status': 'completed', 'code': 200} Nov 17 15:17:47.165491 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvr_db [None req-fc496893-a04f-472c-921b-44b5a7a808b3 None None] Set router 67131c45-8675-41c3-9032-ced585c364da gateway port host: dv-cinder-818233-1-iscsi {{(pid=101835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:17:47.181604 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd201ea-c1e7-47b8-ab35-245392d680d7 req-bdea3768-8e86-4933-80f3-a8eb538aa9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:17:47.183068 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-4cd201ea-c1e7-47b8-ab35-245392d680d7 req-bdea3768-8e86-4933-80f3-a8eb538aa9a6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=63de158095ca464198ff20de9427a670&device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 1098 time: 0.0420516 Nov 17 15:17:47.279215 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd201ea-c1e7-47b8-ab35-245392d680d7 req-0679b070-7ac3-4db7-9595-7cf7cb36006e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:17:47.280646 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-4cd201ea-c1e7-47b8-ab35-245392d680d7 req-0679b070-7ac3-4db7-9595-7cf7cb36006e service neutron] 10.222.0.55 "GET /v2.0/networks?id=2d259df1-c4ab-4d22-8926-f0a465d8e0b5 HTTP/1.1" status: 200 len: 918 time: 0.0869775 Nov 17 15:17:47.348271 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-4cd201ea-c1e7-47b8-ab35-245392d680d7 req-66c4ac62-b16e-42f0-837f-ddc7ca204d48 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db2ccb66-6f76-43e9-b7bb-28a2fbf25642 HTTP/1.1" status: 200 len: 999 time: 0.0595968 Nov 17 15:17:47.402596 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd201ea-c1e7-47b8-ab35-245392d680d7 req-20dcdb0f-6d95-42ef-8a0a-d36fdf87920e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:17:47.404080 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-4cd201ea-c1e7-47b8-ab35-245392d680d7 req-20dcdb0f-6d95-42ef-8a0a-d36fdf87920e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8a8d8948-a156-4cc4-9771-6d5567fbb98c HTTP/1.1" status: 200 len: 856 time: 0.0481956 Nov 17 15:17:47.463657 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd201ea-c1e7-47b8-ab35-245392d680d7 req-21ad6a49-54af-416c-9a50-6edb90e23616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:17:47.465133 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-4cd201ea-c1e7-47b8-ab35-245392d680d7 req-21ad6a49-54af-416c-9a50-6edb90e23616 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2d259df1-c4ab-4d22-8926-f0a465d8e0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536940 Nov 17 15:17:47.500635 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-fc496893-a04f-472c-921b-44b5a7a808b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67131c45-8675-41c3-9032-ced585c364da', 'name': 'tempest-AttachVolumeShelveTestJSON-1052091465-router', 'tenant_id': '63de158095ca464198ff20de9427a670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '089d8041-40a4-416b-b250-06e17151b4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:14:06Z', 'updated_at': '2021-11-17T15:14:08Z', 'revision_number': 4, 'project_id': '63de158095ca464198ff20de9427a670', 'gw_port': {'id': '089d8041-40a4-416b-b250-06e17151b4de', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:50:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67131c45-8675-41c3-9032-ced585c364da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:14:06Z', 'updated_at': '2021-11-17T15:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_floatingips': [{'id': 'fe669af3-cb7f-4b5f-9ec0-5cd3a236bc33', 'tenant_id': '63de158095ca464198ff20de9427a670', 'floating_ip_address': '172.27.1.200', 'floating_network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'router_id': '67131c45-8675-41c3-9032-ced585c364da', 'port_id': 'db2ccb66-6f76-43e9-b7bb-28a2fbf25642', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d259df1-c4ab-4d22-8926-f0a465d8e0b5', 'mac_address': 'fa:16:3e:13:10:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44db86d1-c699-494c-8722-3771654a7333', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T15:17:35Z', 'updated_at': '2021-11-17T15:17:46Z', 'revision_number': 1, 'project_id': '63de158095ca464198ff20de9427a670', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f50aaf35-a5cd-40dc-a73a-65dc86b4c53b', 'name': '', 'network_id': '2d259df1-c4ab-4d22-8926-f0a465d8e0b5', 'tenant_id': '63de158095ca464198ff20de9427a670', 'mac_address': 'fa:16:3e:24:21:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67131c45-8675-41c3-9032-ced585c364da', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8a8d8948-a156-4cc4-9771-6d5567fbb98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:14:08Z', 'updated_at': '2021-11-17T15:14:12Z', 'revision_number': 5, 'project_id': '63de158095ca464198ff20de9427a670', 'subnets': [{'id': '8a8d8948-a156-4cc4-9771-6d5567fbb98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:17:47.530952 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc496893-a04f-472c-921b-44b5a7a808b3 None None] Checking router: 67131c45-8675-41c3-9032-ced585c364da for host: dv-cinder-818233-1-iscsi {{(pid=101835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 15:17:47.539617 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc496893-a04f-472c-921b-44b5a7a808b3 None None] Routers {'67131c45-8675-41c3-9032-ced585c364da'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:17:47.540127 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-fc496893-a04f-472c-921b-44b5a7a808b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:17:24Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['67131c45-8675-41c3-9032-ced585c364da'], 'active': True} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:17:47.563856 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-4cd201ea-c1e7-47b8-ab35-245392d680d7 req-bdf1edc6-9828-4524-ae56-3704a3b21761 service neutron] 10.222.0.55 "GET /v2.0/networks/2d259df1-c4ab-4d22-8926-f0a465d8e0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905778 Nov 17 15:17:47.659438 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvr_db [None req-fc496893-a04f-472c-921b-44b5a7a808b3 None None] Set router 67131c45-8675-41c3-9032-ced585c364da gateway port host: dv-cinder-818233-1-iscsi {{(pid=101835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:17:47.669700 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-4cd201ea-c1e7-47b8-ab35-245392d680d7 req-9d8dfdd9-7b19-4273-8a66-094965a7d680 service neutron] 10.222.0.55 "GET /v2.0/networks/2d259df1-c4ab-4d22-8926-f0a465d8e0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949521 Nov 17 15:17:47.879571 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-fc496893-a04f-472c-921b-44b5a7a808b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67131c45-8675-41c3-9032-ced585c364da', 'name': 'tempest-AttachVolumeShelveTestJSON-1052091465-router', 'tenant_id': '63de158095ca464198ff20de9427a670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '089d8041-40a4-416b-b250-06e17151b4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:14:06Z', 'updated_at': '2021-11-17T15:14:08Z', 'revision_number': 4, 'project_id': '63de158095ca464198ff20de9427a670', 'gw_port': {'id': '089d8041-40a4-416b-b250-06e17151b4de', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:50:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67131c45-8675-41c3-9032-ced585c364da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:14:06Z', 'updated_at': '2021-11-17T15:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_floatingips': [{'id': 'fe669af3-cb7f-4b5f-9ec0-5cd3a236bc33', 'tenant_id': '63de158095ca464198ff20de9427a670', 'floating_ip_address': '172.27.1.200', 'floating_network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'router_id': '67131c45-8675-41c3-9032-ced585c364da', 'port_id': 'db2ccb66-6f76-43e9-b7bb-28a2fbf25642', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d259df1-c4ab-4d22-8926-f0a465d8e0b5', 'mac_address': 'fa:16:3e:13:10:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44db86d1-c699-494c-8722-3771654a7333', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T15:17:35Z', 'updated_at': '2021-11-17T15:17:46Z', 'revision_number': 1, 'project_id': '63de158095ca464198ff20de9427a670', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f50aaf35-a5cd-40dc-a73a-65dc86b4c53b', 'name': '', 'network_id': '2d259df1-c4ab-4d22-8926-f0a465d8e0b5', 'tenant_id': '63de158095ca464198ff20de9427a670', 'mac_address': 'fa:16:3e:24:21:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67131c45-8675-41c3-9032-ced585c364da', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8a8d8948-a156-4cc4-9771-6d5567fbb98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:14:08Z', 'updated_at': '2021-11-17T15:14:12Z', 'revision_number': 5, 'project_id': '63de158095ca464198ff20de9427a670', 'subnets': [{'id': '8a8d8948-a156-4cc4-9771-6d5567fbb98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:17:47.908236 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc496893-a04f-472c-921b-44b5a7a808b3 None None] The sync data for ids ['67131c45-8675-41c3-9032-ced585c364da'] in dv-cinder-818233-1-iscsi is: [{'id': '67131c45-8675-41c3-9032-ced585c364da', 'name': 'tempest-AttachVolumeShelveTestJSON-1052091465-router', 'tenant_id': '63de158095ca464198ff20de9427a670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '089d8041-40a4-416b-b250-06e17151b4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:14:06Z', 'updated_at': '2021-11-17T15:14:08Z', 'revision_number': 4, 'project_id': '63de158095ca464198ff20de9427a670', 'gw_port': {'id': '089d8041-40a4-416b-b250-06e17151b4de', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:50:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67131c45-8675-41c3-9032-ced585c364da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:14:06Z', 'updated_at': '2021-11-17T15:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_floatingips': [{'id': 'fe669af3-cb7f-4b5f-9ec0-5cd3a236bc33', 'tenant_id': '63de158095ca464198ff20de9427a670', 'floating_ip_address': '172.27.1.200', 'floating_network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'router_id': '67131c45-8675-41c3-9032-ced585c364da', 'port_id': 'db2ccb66-6f76-43e9-b7bb-28a2fbf25642', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d259df1-c4ab-4d22-8926-f0a465d8e0b5', 'mac_address': 'fa:16:3e:13:10:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44db86d1-c699-494c-8722-3771654a7333', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T15:17:35Z', 'updated_at': '2021-11-17T15:17:46Z', 'revision_number': 1, 'project_id': '63de158095ca464198ff20de9427a670', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f50aaf35-a5cd-40dc-a73a-65dc86b4c53b', 'name': '', 'network_id': '2d259df1-c4ab-4d22-8926-f0a465d8e0b5', 'tenant_id': '63de158095ca464198ff20de9427a670', 'mac_address': 'fa:16:3e:24:21:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67131c45-8675-41c3-9032-ced585c364da', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8a8d8948-a156-4cc4-9771-6d5567fbb98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:14:08Z', 'updated_at': '2021-11-17T15:14:12Z', 'revision_number': 5, 'project_id': '63de158095ca464198ff20de9427a670', 'subnets': [{'id': '8a8d8948-a156-4cc4-9771-6d5567fbb98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 15:17:48.035173 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814ba74-6c4b-4464-8904-285a1b3882bf req-08f3b076-3b58-4797-9f44-9cadb9b65590 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:17:48.038168 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-9814ba74-6c4b-4464-8904-285a1b3882bf req-08f3b076-3b58-4797-9f44-9cadb9b65590 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 984 time: 0.0519385 Nov 17 15:17:48.109167 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-9814ba74-6c4b-4464-8904-285a1b3882bf req-31a417b1-7fb8-4e82-b15b-07e2b963e86d tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/security-groups?id=32bd9460-1384-4561-9742-995ff127999f&id=80a1bcf3-7303-4560-856a-0716ea81e347&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0634234 Nov 17 15:17:48.116452 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfc872c-2103-4098-a0b8-d85bf0fd199d None None] New status for floating IP fe669af3-cb7f-4b5f-9ec0-5cd3a236bc33: ACTIVE {{(pid=101836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 17 15:17:49.233217 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a23b14-d471-4e8c-9c32-4993e609652c req-730d5c5b-1e48-490e-90ae-3b4f7b37870e tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:17:49.234632 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-24a23b14-d471-4e8c-9c32-4993e609652c req-730d5c5b-1e48-490e-90ae-3b4f7b37870e tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 984 time: 0.0472815 Nov 17 15:17:49.292990 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-24a23b14-d471-4e8c-9c32-4993e609652c req-c266efb6-5cff-4cb6-afa3-cc59f35385dc tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/security-groups?id=32bd9460-1384-4561-9742-995ff127999f&id=80a1bcf3-7303-4560-856a-0716ea81e347&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524619 Nov 17 15:17:50.411814 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6e962-bc95-4c1b-a1cd-4468f663fa9e req-5c5b3f0c-77d0-4572-87ce-2f4fb653e79d tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:17:50.413285 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-6ed6e962-bc95-4c1b-a1cd-4468f663fa9e req-5c5b3f0c-77d0-4572-87ce-2f4fb653e79d tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 984 time: 0.0536754 Nov 17 15:17:50.472661 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-6ed6e962-bc95-4c1b-a1cd-4468f663fa9e req-e7c23cb9-41f3-4cf6-ac8d-900f7cfa0938 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/security-groups?id=32bd9460-1384-4561-9742-995ff127999f&id=80a1bcf3-7303-4560-856a-0716ea81e347&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529399 Nov 17 15:17:51.465189 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-12d93bf9-17b8-4c83-b64f-27ea231158c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:51.585677 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67d8eb-1db5-4174-822a-c1c4625185d8 req-ab47eaa1-271e-409a-8c0e-41d1b043c962 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:17:51.587138 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-0e67d8eb-1db5-4174-822a-c1c4625185d8 req-ab47eaa1-271e-409a-8c0e-41d1b043c962 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 984 time: 0.0486512 Nov 17 15:17:51.646770 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-0e67d8eb-1db5-4174-822a-c1c4625185d8 req-0916c99a-8a4f-49c4-8eb6-460371c03131 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/security-groups?id=32bd9460-1384-4561-9742-995ff127999f&id=80a1bcf3-7303-4560-856a-0716ea81e347&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535884 Nov 17 15:17:52.762230 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c611940-e170-4e26-8ec3-16a6e3da078d req-d6a26dd7-dffd-4856-90a1-9d9acab71ef2 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:17:52.763590 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-8c611940-e170-4e26-8ec3-16a6e3da078d req-d6a26dd7-dffd-4856-90a1-9d9acab71ef2 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 984 time: 0.0507839 Nov 17 15:17:52.823425 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-8c611940-e170-4e26-8ec3-16a6e3da078d req-610fa60b-96f2-4c07-83bb-f4d352324c12 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/security-groups?id=32bd9460-1384-4561-9742-995ff127999f&id=80a1bcf3-7303-4560-856a-0716ea81e347&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528758 Nov 17 15:17:53.803003 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-cef9ab7a-619b-449c-b9fd-99337578e634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:53.937537 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1cd81-b70b-4c1f-9659-31e57f546e48 req-07cdd2d3-a4c8-4450-82c9-b486089cd930 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:17:53.939008 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-b5c1cd81-b70b-4c1f-9659-31e57f546e48 req-07cdd2d3-a4c8-4450-82c9-b486089cd930 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 984 time: 0.0480502 Nov 17 15:17:53.950330 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.agents_db [None req-8c09612d-4555-4199-ac80-2bf3536e394d None None] Agent healthcheck: found 6 active agents {{(pid=101836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 15:17:53.997676 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-b5c1cd81-b70b-4c1f-9659-31e57f546e48 req-758f72d6-c8d7-4a86-bd10-51b05e0c4c2f tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/security-groups?id=32bd9460-1384-4561-9742-995ff127999f&id=80a1bcf3-7303-4560-856a-0716ea81e347&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527503 Nov 17 15:17:54.777951 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:55.110777 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d945f-9d34-4605-bcde-019aacb96f84 req-b389224d-141d-46e3-9448-a930ae489b41 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:17:55.112181 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-ad8d945f-9d34-4605-bcde-019aacb96f84 req-b389224d-141d-46e3-9448-a930ae489b41 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 984 time: 0.0497475 Nov 17 15:17:55.186398 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-ad8d945f-9d34-4605-bcde-019aacb96f84 req-893622c6-adab-4add-8dbf-202b309a74ff tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/security-groups?id=32bd9460-1384-4561-9742-995ff127999f&id=80a1bcf3-7303-4560-856a-0716ea81e347&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0682342 Nov 17 15:17:56.282161 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:17:56.312646 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc401d-ed7d-403f-b70d-a6a77c7492b8 req-87aa267b-7144-484f-bc49-87ed7ac6b2ac tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:17:56.314092 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-0cdc401d-ed7d-403f-b70d-a6a77c7492b8 req-87aa267b-7144-484f-bc49-87ed7ac6b2ac tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 984 time: 0.0537698 Nov 17 15:17:56.373000 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-0cdc401d-ed7d-403f-b70d-a6a77c7492b8 req-77e560b7-c634-480d-ba8c-5538185a5401 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/security-groups?id=32bd9460-1384-4561-9742-995ff127999f&id=80a1bcf3-7303-4560-856a-0716ea81e347&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528522 Nov 17 15:17:57.104256 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:04.297624 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:07.496841 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-a720ed4c-0421-4051-835b-0013f3b3973a req-aeab2095-4cc8-4732-8ab1-5fa054365536 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cd86d950-b576-4557-a3a6-6f40d04540a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382397 Nov 17 15:18:07.560560 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720ed4c-0421-4051-835b-0013f3b3973a req-87aced26-7e0a-47d3-988a-4c8491ab737d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:07.562018 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-a720ed4c-0421-4051-835b-0013f3b3973a req-87aced26-7e0a-47d3-988a-4c8491ab737d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5131dce595224bfe8a730cc800f0f158&device_id=cd86d950-b576-4557-a3a6-6f40d04540a4 HTTP/1.1" status: 200 len: 1098 time: 0.0414972 Nov 17 15:18:07.680538 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720ed4c-0421-4051-835b-0013f3b3973a req-ffa23e38-2068-42d9-a344-ea931a1ce1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:07.681967 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-a720ed4c-0421-4051-835b-0013f3b3973a req-ffa23e38-2068-42d9-a344-ea931a1ce1e6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=35a21660-a2ad-472c-8fa2-5b7c2854ced6 HTTP/1.1" status: 200 len: 912 time: 0.0893047 Nov 17 15:18:07.746434 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-a720ed4c-0421-4051-835b-0013f3b3973a req-75ed7774-fb71-4b17-a82f-55af60ed27e7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1d412b1-30eb-4ed4-ad97-65f10aefa3dd HTTP/1.1" status: 200 len: 1001 time: 0.0548954 Nov 17 15:18:07.798967 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720ed4c-0421-4051-835b-0013f3b3973a req-8f5e3d08-2d3d-459c-b71e-3034dafa3731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:07.800371 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-a720ed4c-0421-4051-835b-0013f3b3973a req-8f5e3d08-2d3d-459c-b71e-3034dafa3731 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e5c17a34-0ae9-43c6-8fa8-687d40ad609a HTTP/1.1" status: 200 len: 850 time: 0.0411844 Nov 17 15:18:07.854103 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720ed4c-0421-4051-835b-0013f3b3973a req-c70bb5fb-8ad3-446a-830d-55526e255599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:07.855572 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-a720ed4c-0421-4051-835b-0013f3b3973a req-c70bb5fb-8ad3-446a-830d-55526e255599 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=35a21660-a2ad-472c-8fa2-5b7c2854ced6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411291 Nov 17 15:18:07.953284 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-a720ed4c-0421-4051-835b-0013f3b3973a req-27794101-373a-474d-abe9-a00032393263 service neutron] 10.222.0.55 "GET /v2.0/networks/35a21660-a2ad-472c-8fa2-5b7c2854ced6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851953 Nov 17 15:18:08.048326 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-a720ed4c-0421-4051-835b-0013f3b3973a req-e3ec8738-331e-450f-99d4-ffc2089f19be service neutron] 10.222.0.55 "GET /v2.0/networks/35a21660-a2ad-472c-8fa2-5b7c2854ced6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836236 Nov 17 15:18:15.528709 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d78af-bf5d-45bf-86dc-b2b963cf7563 req-cdd6ac76-43c4-4748-bad5-fbc1275369e6 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:15.530160 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-c98d78af-bf5d-45bf-86dc-b2b963cf7563 req-cdd6ac76-43c4-4748-bad5-fbc1275369e6 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=46e35191-ce58-4d42-ae49-2a1f3be8a9eb HTTP/1.1" status: 200 len: 946 time: 0.0479302 Nov 17 15:18:15.576290 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-c98d78af-bf5d-45bf-86dc-b2b963cf7563 req-497f4acb-f4e1-44e4-a917-40271ab2d0a9 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=7856bc7f-2400-47b1-a97c-857b4139acd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401061 Nov 17 15:18:16.696244 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837f0dc-c167-4364-b924-04762c54fed0 req-38f23232-bd61-4bc1-9482-d34643c5413a tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:16.697715 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-1837f0dc-c167-4364-b924-04762c54fed0 req-38f23232-bd61-4bc1-9482-d34643c5413a tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=46e35191-ce58-4d42-ae49-2a1f3be8a9eb HTTP/1.1" status: 200 len: 946 time: 0.0469127 Nov 17 15:18:16.748408 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-1837f0dc-c167-4364-b924-04762c54fed0 req-37dc09fa-f5e3-403a-ac03-be06f3d9ab8f tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=7856bc7f-2400-47b1-a97c-857b4139acd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444975 Nov 17 15:18:17.750101 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c844a686-b229-43a3-ba72-38f8ca1adcd6 req-416e5abc-dd58-44cf-8ffd-e2f5df2cf667 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:17.751442 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-c844a686-b229-43a3-ba72-38f8ca1adcd6 req-416e5abc-dd58-44cf-8ffd-e2f5df2cf667 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.55 "GET /v2.0/ports?device_id=46e35191-ce58-4d42-ae49-2a1f3be8a9eb HTTP/1.1" status: 200 len: 946 time: 0.0474732 Nov 17 15:18:17.878833 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89bcae3-52fc-45ef-9693-23e4d54c48b7 req-ff606cb4-cd38-4a76-b71a-c9b52cda9f04 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:17.880321 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-f89bcae3-52fc-45ef-9693-23e4d54c48b7 req-ff606cb4-cd38-4a76-b71a-c9b52cda9f04 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=46e35191-ce58-4d42-ae49-2a1f3be8a9eb HTTP/1.1" status: 200 len: 946 time: 0.0634103 Nov 17 15:18:17.886948 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.plugin [req-c844a686-b229-43a3-ba72-38f8ca1adcd6 req-a1bd36ea-18f7-4d7f-bc3e-e3870b9ab865 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Deleting port 71625ab6-9c9b-419e-81e2-e50ba78e6d2f {{(pid=101833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:18:17.887288 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-c844a686-b229-43a3-ba72-38f8ca1adcd6 req-a1bd36ea-18f7-4d7f-bc3e-e3870b9ab865 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:17.997250 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-f89bcae3-52fc-45ef-9693-23e4d54c48b7 req-946837ca-ac4d-439c-b562-93f9e9ced132 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups?id=7856bc7f-2400-47b1-a97c-857b4139acd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050701 Nov 17 15:18:18.012881 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.db [req-c844a686-b229-43a3-ba72-38f8ca1adcd6 req-a1bd36ea-18f7-4d7f-bc3e-e3870b9ab865 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] For port 71625ab6-9c9b-419e-81e2-e50ba78e6d2f, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=71625ab6-9c9b-419e-81e2-e50ba78e6d2f,segment=NetworkSegment(5544a57b-458e-443f-8f9d-a2629fafc7ee),segment_id=5544a57b-458e-443f-8f9d-a2629fafc7ee)] {{(pid=101833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:18:18.013244 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-c844a686-b229-43a3-ba72-38f8ca1adcd6 req-a1bd36ea-18f7-4d7f-bc3e-e3870b9ab865 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:18.179908 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-c844a686-b229-43a3-ba72-38f8ca1adcd6 req-a1bd36ea-18f7-4d7f-bc3e-e3870b9ab865 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:18.180257 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-c844a686-b229-43a3-ba72-38f8ca1adcd6 req-a1bd36ea-18f7-4d7f-bc3e-e3870b9ab865 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526871'] for floatingip, after_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:18.180564 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.db.l3_db [req-c844a686-b229-43a3-ba72-38f8ca1adcd6 req-a1bd36ea-18f7-4d7f-bc3e-e3870b9ab865 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Floating IP 154a9bbc-ca2e-47af-8854-d99ca56a037b disassociated. External IP: 172.27.1.242, port: 71625ab6-9c9b-419e-81e2-e50ba78e6d2f. Nov 17 15:18:18.180899 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.plugin [req-c844a686-b229-43a3-ba72-38f8ca1adcd6 req-a1bd36ea-18f7-4d7f-bc3e-e3870b9ab865 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Calling delete_port for 71625ab6-9c9b-419e-81e2-e50ba78e6d2f owned by compute:nova {{(pid=101833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:18:18.302868 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-c844a686-b229-43a3-ba72-38f8ca1adcd6 req-a1bd36ea-18f7-4d7f-bc3e-e3870b9ab865 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4228920'] for port, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:18.333030 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd36ea-18f7-4d7f-bc3e-e3870b9ab865 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Pushing event deleted for resources: {'Port': ['ID=71625ab6-9c9b-419e-81e2-e50ba78e6d2f,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:18:18.443429 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c844a686-b229-43a3-ba72-38f8ca1adcd6 req-a1bd36ea-18f7-4d7f-bc3e-e3870b9ab865 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Router 486b4896-4f2a-4948-9514-3d7bb2d8d920 has already been hosted by L3 agent ed3bd2e8-8a22-4616-b806-7e727ef760a6 {{(pid=101833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 15:18:18.548037 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c844a686-b229-43a3-ba72-38f8ca1adcd6 req-a1bd36ea-18f7-4d7f-bc3e-e3870b9ab865 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Notify agent at l3_agent.dv-cinder-818233-1-iscsi the message routers_updated {{(pid=101833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 15:18:18.557563 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916e1746-08cb-4ff9-bb97-0a441319ed1a None None] Sync routers for ids ['486b4896-4f2a-4948-9514-3d7bb2d8d920'] in dv-cinder-818233-1-iscsi {{(pid=101835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 15:18:18.571276 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916e1746-08cb-4ff9-bb97-0a441319ed1a None None] Routers {'486b4896-4f2a-4948-9514-3d7bb2d8d920'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:18:18.571931 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-916e1746-08cb-4ff9-bb97-0a441319ed1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:17:54Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['486b4896-4f2a-4948-9514-3d7bb2d8d920'], 'active': True} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:18:18.683956 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvr_db [None req-916e1746-08cb-4ff9-bb97-0a441319ed1a None None] Set router 486b4896-4f2a-4948-9514-3d7bb2d8d920 gateway port host: dv-cinder-818233-1-iscsi {{(pid=101835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:18:18.804505 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.db.l3_dvrscheduler_db [req-c844a686-b229-43a3-ba72-38f8ca1adcd6 req-a1bd36ea-18f7-4d7f-bc3e-e3870b9ab865 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] No DVR routers for this DVR port 71625ab6-9c9b-419e-81e2-e50ba78e6d2f on host hv-cinder-81823 {{(pid=101833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 15:18:18.807629 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-c844a686-b229-43a3-ba72-38f8ca1adcd6 req-a1bd36ea-18f7-4d7f-bc3e-e3870b9ab865 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for port, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:18.811083 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-c844a686-b229-43a3-ba72-38f8ca1adcd6 req-a1bd36ea-18f7-4d7f-bc3e-e3870b9ab865 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.55 "DELETE /v2.0/ports/71625ab6-9c9b-419e-81e2-e50ba78e6d2f HTTP/1.1" status: 204 len: 173 time: 1.0529108 Nov 17 15:18:18.811567 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46e35191-ce58-4d42-ae49-2a1f3be8a9eb', 'name': 'network-vif-deleted', 'tag': '71625ab6-9c9b-419e-81e2-e50ba78e6d2f'}] {{(pid=101833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:18:18.813806 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98a3914b10db2bda8b449d081c398edb642d8063ca6ecbd0a439108c8bd060b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241d766d-29cf-4c02-9716-d12da096c2d8" -d '{"events": [{"server_uuid": "46e35191-ce58-4d42-ae49-2a1f3be8a9eb", "name": "network-vif-deleted", "tag": "71625ab6-9c9b-419e-81e2-e50ba78e6d2f"}]}' {{(pid=101833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:18:18.862406 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 15:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97e5360-e7f9-4e2f-afc8-37fc33cae3a8 x-openstack-request-id: req-f97e5360-e7f9-4e2f-afc8-37fc33cae3a8 {{(pid=101833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:18:18.862708 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46e35191-ce58-4d42-ae49-2a1f3be8a9eb", "name": "network-vif-deleted", "tag": "71625ab6-9c9b-419e-81e2-e50ba78e6d2f", "status": "completed", "code": 200}]} {{(pid=101833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:18:18.862953 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f97e5360-e7f9-4e2f-afc8-37fc33cae3a8 {{(pid=101833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:18:18.863340 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46e35191-ce58-4d42-ae49-2a1f3be8a9eb', 'name': 'network-vif-deleted', 'tag': '71625ab6-9c9b-419e-81e2-e50ba78e6d2f', 'status': 'completed', 'code': 200} Nov 17 15:18:18.912134 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-916e1746-08cb-4ff9-bb97-0a441319ed1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'name': 'tempest-AttachVolumeTestJSON-1945661835-router', 'tenant_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '1e1d0785-2218-460c-8745-f09d338ac16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:10:50Z', 'updated_at': '2021-11-17T15:10:58Z', 'revision_number': 4, 'project_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'gw_port': {'id': '1e1d0785-2218-460c-8745-f09d338ac16f', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:10:51Z', 'updated_at': '2021-11-17T15:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': '6ded3c33-b409-4b26-b8a6-f44286832de4', 'name': '', 'network_id': '6ca42089-8bb6-47e4-9dcd-a40e1ac70e66', 'tenant_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'mac_address': 'fa:16:3e:9b:b6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7a6cfc7a-d04e-4d58-a0f5-383a0d4f2ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:10:56Z', 'updated_at': '2021-11-17T15:11:08Z', 'revision_number': 5, 'project_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'subnets': [{'id': '7a6cfc7a-d04e-4d58-a0f5-383a0d4f2ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:18:18.938046 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916e1746-08cb-4ff9-bb97-0a441319ed1a None None] Checking router: 486b4896-4f2a-4948-9514-3d7bb2d8d920 for host: dv-cinder-818233-1-iscsi {{(pid=101835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 15:18:18.946647 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916e1746-08cb-4ff9-bb97-0a441319ed1a None None] Routers {'486b4896-4f2a-4948-9514-3d7bb2d8d920'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:18:18.947260 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-916e1746-08cb-4ff9-bb97-0a441319ed1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:17:54Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['486b4896-4f2a-4948-9514-3d7bb2d8d920'], 'active': True} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:18:19.068268 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvr_db [None req-916e1746-08cb-4ff9-bb97-0a441319ed1a None None] Set router 486b4896-4f2a-4948-9514-3d7bb2d8d920 gateway port host: dv-cinder-818233-1-iscsi {{(pid=101835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:18:19.106460 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-4878bc9b-f77f-4ae1-9d3c-c621e9bcb6cd req-9fa750e0-986c-48e0-8455-be4ce0e20eca tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/ports?device_id=46e35191-ce58-4d42-ae49-2a1f3be8a9eb HTTP/1.1" status: 200 len: 210 time: 0.0258126 Nov 17 15:18:19.266348 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-916e1746-08cb-4ff9-bb97-0a441319ed1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'name': 'tempest-AttachVolumeTestJSON-1945661835-router', 'tenant_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '1e1d0785-2218-460c-8745-f09d338ac16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:10:50Z', 'updated_at': '2021-11-17T15:10:58Z', 'revision_number': 4, 'project_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'gw_port': {'id': '1e1d0785-2218-460c-8745-f09d338ac16f', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:10:51Z', 'updated_at': '2021-11-17T15:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': '6ded3c33-b409-4b26-b8a6-f44286832de4', 'name': '', 'network_id': '6ca42089-8bb6-47e4-9dcd-a40e1ac70e66', 'tenant_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'mac_address': 'fa:16:3e:9b:b6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7a6cfc7a-d04e-4d58-a0f5-383a0d4f2ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:10:56Z', 'updated_at': '2021-11-17T15:11:08Z', 'revision_number': 5, 'project_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'subnets': [{'id': '7a6cfc7a-d04e-4d58-a0f5-383a0d4f2ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:18:19.296006 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916e1746-08cb-4ff9-bb97-0a441319ed1a None None] The sync data for ids ['486b4896-4f2a-4948-9514-3d7bb2d8d920'] in dv-cinder-818233-1-iscsi is: [{'id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'name': 'tempest-AttachVolumeTestJSON-1945661835-router', 'tenant_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '1e1d0785-2218-460c-8745-f09d338ac16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:10:50Z', 'updated_at': '2021-11-17T15:10:58Z', 'revision_number': 4, 'project_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'gw_port': {'id': '1e1d0785-2218-460c-8745-f09d338ac16f', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:10:51Z', 'updated_at': '2021-11-17T15:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': '6ded3c33-b409-4b26-b8a6-f44286832de4', 'name': '', 'network_id': '6ca42089-8bb6-47e4-9dcd-a40e1ac70e66', 'tenant_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'mac_address': 'fa:16:3e:9b:b6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '7a6cfc7a-d04e-4d58-a0f5-383a0d4f2ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:10:56Z', 'updated_at': '2021-11-17T15:11:08Z', 'revision_number': 5, 'project_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'subnets': [{'id': '7a6cfc7a-d04e-4d58-a0f5-383a0d4f2ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 15:18:19.512222 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99267a8-02ad-4efd-82ea-9b9be6232787 None None] New status for floating IP 154a9bbc-ca2e-47af-8854-d99ca56a037b: DOWN {{(pid=101836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 17 15:18:20.188124 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 34914) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:18:20.240372 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-3bde3e2d-f471-4461-b27b-f81cd0cc4ea6 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks [] for security_group, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:20.263505 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-3bde3e2d-f471-4461-b27b-f81cd0cc4ea6 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:20.310149 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-3bde3e2d-f471-4461-b27b-f81cd0cc4ea6 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:20.312696 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-3bde3e2d-f471-4461-b27b-f81cd0cc4ea6 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks [] for security_group, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:20.313833 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-3bde3e2d-f471-4461-b27b-f81cd0cc4ea6 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "DELETE /v2.0/security-groups/7856bc7f-2400-47b1-a97c-857b4139acd0 HTTP/1.1" status: 204 len: 168 time: 0.1246743 Nov 17 15:18:20.316723 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 34916) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:18:20.322872 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde3e2d-f471-4461-b27b-f81cd0cc4ea6 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7856bc7f-2400-47b1-a97c-857b4139acd0,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:18:20.332262 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.api.v2.resource [None req-e171fb92-8f05-47b6-a16d-7c2bc8e52f2f tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] show failed (client error): The resource could not be found. Nov 17 15:18:20.336225 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 34918) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:18:20.336397 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-e171fb92-8f05-47b6-a16d-7c2bc8e52f2f tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "GET /v2.0/security-groups/7856bc7f-2400-47b1-a97c-857b4139acd0 HTTP/1.1" status: 404 len: 347 time: 0.0180197 Nov 17 15:18:20.457580 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.plugin [None req-115f6b3c-622b-41f3-9a84-ade318927ec8 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Deleting port ad3295f9-4ae9-4a07-b494-27c9c5e8c947 {{(pid=101833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:18:20.457918 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-115f6b3c-622b-41f3-9a84-ade318927ec8 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:20.534075 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-115f6b3c-622b-41f3-9a84-ade318927ec8 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:20.534395 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-115f6b3c-622b-41f3-9a84-ade318927ec8 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:20.546401 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.plugin [None req-115f6b3c-622b-41f3-9a84-ade318927ec8 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Calling delete_port for ad3295f9-4ae9-4a07-b494-27c9c5e8c947 owned by network:floatingip {{(pid=101833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:18:20.677172 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-115f6b3c-622b-41f3-9a84-ade318927ec8 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4228920'] for port, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:20.700927 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f6b3c-622b-41f3-9a84-ade318927ec8 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Pushing event deleted for resources: {'Port': ['ID=ad3295f9-4ae9-4a07-b494-27c9c5e8c947,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:18:20.757360 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-115f6b3c-622b-41f3-9a84-ade318927ec8 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks [] for floatingip, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:20.760065 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-115f6b3c-622b-41f3-9a84-ade318927ec8 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for floatingip, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:20.761172 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-115f6b3c-622b-41f3-9a84-ade318927ec8 tempest-AttachVolumeTestJSON-22641467 tempest-AttachVolumeTestJSON-22641467-project] 10.222.0.62 "DELETE /v2.0/floatingips/154a9bbc-ca2e-47af-8854-d99ca56a037b HTTP/1.1" status: 204 len: 168 time: 0.4238944 Nov 17 15:18:21.466708 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-a018f244-749a-4b1b-8026-d0b61b722f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:21.553694 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device 71625ab6-9c9b-419e-81e2-e50ba78e6d2f no longer exists at agent hyperv_hv-cinder-81823 {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 15:18:21.575868 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] No Port match for: 71625ab6-9c9b-419e-81e2-e50ba78e6d2f {{(pid=101835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 15:18:21.576206 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device 71625ab6-9c9b-419e-81e2-e50ba78e6d2f not bound to the agent host hv-cinder-81823 {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 15:18:23.803108 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-f59792f2-2002-4069-b19a-4eeb9b7ff098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:24.283044 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 34952) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:18:24.726098 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-a963605a-4cc9-466c-8b5e-536f8fea3d02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-525699'] for router_interface, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:24.779538 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:24.960738 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [None req-a963605a-4cc9-466c-8b5e-536f8fea3d02 admin admin] Deleting port 6ded3c33-b409-4b26-b8a6-f44286832de4 {{(pid=101834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:18:24.961080 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-a963605a-4cc9-466c-8b5e-536f8fea3d02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:25.036930 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [None req-a963605a-4cc9-466c-8b5e-536f8fea3d02 admin admin] For port 6ded3c33-b409-4b26-b8a6-f44286832de4, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=6ded3c33-b409-4b26-b8a6-f44286832de4,segment=NetworkSegment(5544a57b-458e-443f-8f9d-a2629fafc7ee),segment_id=5544a57b-458e-443f-8f9d-a2629fafc7ee)] {{(pid=101834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:18:25.037224 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-a963605a-4cc9-466c-8b5e-536f8fea3d02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:25.049144 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [None req-a963605a-4cc9-466c-8b5e-536f8fea3d02 admin admin] Calling delete_port for 6ded3c33-b409-4b26-b8a6-f44286832de4 owned by network:router_interface {{(pid=101834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:18:25.220414 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-a963605a-4cc9-466c-8b5e-536f8fea3d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:25.249864 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a963605a-4cc9-466c-8b5e-536f8fea3d02 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ded3c33-b409-4b26-b8a6-f44286832de4,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:18:25.275539 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a963605a-4cc9-466c-8b5e-536f8fea3d02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:18:25.275881 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a963605a-4cc9-466c-8b5e-536f8fea3d02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:18:25.276224 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a963605a-4cc9-466c-8b5e-536f8fea3d02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:18:25.276555 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a963605a-4cc9-466c-8b5e-536f8fea3d02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:18:25.276882 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a963605a-4cc9-466c-8b5e-536f8fea3d02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:18:25.277743 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a963605a-4cc9-466c-8b5e-536f8fea3d02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:18:25.278070 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a963605a-4cc9-466c-8b5e-536f8fea3d02 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:18:25.278395 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a963605a-4cc9-466c-8b5e-536f8fea3d02 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:18:25.278719 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a963605a-4cc9-466c-8b5e-536f8fea3d02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:18:25.279041 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a963605a-4cc9-466c-8b5e-536f8fea3d02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:18:25.279383 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a963605a-4cc9-466c-8b5e-536f8fea3d02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:18:25.279705 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a963605a-4cc9-466c-8b5e-536f8fea3d02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:18:25.427446 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-a963605a-4cc9-466c-8b5e-536f8fea3d02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1014546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524637'] for router_interface, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:25.637759 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a963605a-4cc9-466c-8b5e-536f8fea3d02 admin admin] Router 486b4896-4f2a-4948-9514-3d7bb2d8d920 has already been hosted by L3 agent ed3bd2e8-8a22-4616-b806-7e727ef760a6 {{(pid=101834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 15:18:25.741583 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a963605a-4cc9-466c-8b5e-536f8fea3d02 admin admin] Notify agent at l3_agent.dv-cinder-818233-1-iscsi the message routers_updated {{(pid=101834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 15:18:25.747078 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-a963605a-4cc9-466c-8b5e-536f8fea3d02 admin admin] 10.222.0.62 "PUT /v2.0/routers/486b4896-4f2a-4948-9514-3d7bb2d8d920/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4630117 Nov 17 15:18:25.749696 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 34960) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:18:25.750375 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2889bf-6d8c-4360-913b-e3203281b04a None None] Sync routers for ids ['486b4896-4f2a-4948-9514-3d7bb2d8d920'] in dv-cinder-818233-1-iscsi {{(pid=101835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 15:18:25.759763 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2889bf-6d8c-4360-913b-e3203281b04a None None] Routers {'486b4896-4f2a-4948-9514-3d7bb2d8d920'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:18:25.760460 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-6f2889bf-6d8c-4360-913b-e3203281b04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:18:24Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['486b4896-4f2a-4948-9514-3d7bb2d8d920'], 'active': True} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:18:25.848866 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-3d26e6ad-dc38-4e57-904d-ba56a1ecd842 admin admin] Publish callbacks [] for router, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:25.863341 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvr_db [None req-6f2889bf-6d8c-4360-913b-e3203281b04a None None] Set router 486b4896-4f2a-4948-9514-3d7bb2d8d920 gateway port host: dv-cinder-818233-1-iscsi {{(pid=101835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:18:25.946871 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-3d26e6ad-dc38-4e57-904d-ba56a1ecd842 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:26.001934 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [None req-3d26e6ad-dc38-4e57-904d-ba56a1ecd842 admin admin] Deleting port 1e1d0785-2218-460c-8745-f09d338ac16f {{(pid=101834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:18:26.002266 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-3d26e6ad-dc38-4e57-904d-ba56a1ecd842 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:26.039149 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-6f2889bf-6d8c-4360-913b-e3203281b04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'name': 'tempest-AttachVolumeTestJSON-1945661835-router', 'tenant_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': '1e1d0785-2218-460c-8745-f09d338ac16f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:10:50Z', 'updated_at': '2021-11-17T15:18:25Z', 'revision_number': 5, 'project_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'gw_port': {'id': '1e1d0785-2218-460c-8745-f09d338ac16f', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:9d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:10:51Z', 'updated_at': '2021-11-17T15:11:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi'}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:18:26.065323 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2889bf-6d8c-4360-913b-e3203281b04a None None] Checking router: 486b4896-4f2a-4948-9514-3d7bb2d8d920 for host: dv-cinder-818233-1-iscsi {{(pid=101835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 15:18:26.073304 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2889bf-6d8c-4360-913b-e3203281b04a None None] Routers {'486b4896-4f2a-4948-9514-3d7bb2d8d920'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:18:26.073958 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-6f2889bf-6d8c-4360-913b-e3203281b04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:18:24Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['486b4896-4f2a-4948-9514-3d7bb2d8d920'], 'active': True} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:18:26.077900 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [None req-3d26e6ad-dc38-4e57-904d-ba56a1ecd842 admin admin] For port 1e1d0785-2218-460c-8745-f09d338ac16f, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=1e1d0785-2218-460c-8745-f09d338ac16f,segment=NetworkSegment(e39e10fc-a942-4c92-be27-2cc9068c33b8),segment_id=e39e10fc-a942-4c92-be27-2cc9068c33b8)] {{(pid=101834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:18:26.078294 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-3d26e6ad-dc38-4e57-904d-ba56a1ecd842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:26.091113 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [None req-3d26e6ad-dc38-4e57-904d-ba56a1ecd842 admin admin] Calling delete_port for 1e1d0785-2218-460c-8745-f09d338ac16f owned by network:router_gateway {{(pid=101834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:18:26.158600 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvr_db [None req-6f2889bf-6d8c-4360-913b-e3203281b04a None None] Set router 486b4896-4f2a-4948-9514-3d7bb2d8d920 gateway port host: None {{(pid=101835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:18:26.210558 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-6f2889bf-6d8c-4360-913b-e3203281b04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'name': 'tempest-AttachVolumeTestJSON-1945661835-router', 'tenant_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:10:50Z', 'updated_at': '2021-11-17T15:18:25Z', 'revision_number': 6, 'project_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'gw_port_host': None}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:18:26.239655 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2889bf-6d8c-4360-913b-e3203281b04a None None] The sync data for ids ['486b4896-4f2a-4948-9514-3d7bb2d8d920'] in dv-cinder-818233-1-iscsi is: [{'id': '486b4896-4f2a-4948-9514-3d7bb2d8d920', 'name': 'tempest-AttachVolumeTestJSON-1945661835-router', 'tenant_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:10:50Z', 'updated_at': '2021-11-17T15:18:25Z', 'revision_number': 6, 'project_id': 'b4e3fd73a0164f73baea3c35a692ff86', 'gw_port_host': None}] {{(pid=101835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 15:18:26.253099 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-3d26e6ad-dc38-4e57-904d-ba56a1ecd842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:26.278271 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d26e6ad-dc38-4e57-904d-ba56a1ecd842 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e1d0785-2218-460c-8745-f09d338ac16f,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:18:26.289081 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:26.338688 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-3d26e6ad-dc38-4e57-904d-ba56a1ecd842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526941'] for router_gateway, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:26.438275 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-3d26e6ad-dc38-4e57-904d-ba56a1ecd842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11547'] for router, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:26.440320 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-3d26e6ad-dc38-4e57-904d-ba56a1ecd842 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:26.503309 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-3d26e6ad-dc38-4e57-904d-ba56a1ecd842 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044611'] for router, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:26.503862 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d26e6ad-dc38-4e57-904d-ba56a1ecd842 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 486b4896-4f2a-4948-9514-3d7bb2d8d920 {{(pid=101834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 17 15:18:26.509133 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-3d26e6ad-dc38-4e57-904d-ba56a1ecd842 admin admin] Publish callbacks [] for router, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:26.510260 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-3d26e6ad-dc38-4e57-904d-ba56a1ecd842 admin admin] 10.222.0.62 "DELETE /v2.0/routers/486b4896-4f2a-4948-9514-3d7bb2d8d920 HTTP/1.1" status: 204 len: 168 time: 0.7596540 Nov 17 15:18:26.512801 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 34962) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:18:26.555854 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.db_base_plugin_v2 [None req-18498ec2-615b-4ce4-bd13-5a0ca2a63f45 admin admin] Deleting subnet 7a6cfc7a-d04e-4d58-a0f5-383a0d4f2ccc {{(pid=101834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 17 15:18:26.559010 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-18498ec2-615b-4ce4-bd13-5a0ca2a63f45 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:26.593850 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-18498ec2-615b-4ce4-bd13-5a0ca2a63f45 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5815862'] for subnet, precommit_delete_associations {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:26.703804 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-18498ec2-615b-4ce4-bd13-5a0ca2a63f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925678'] for subnet, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:26.755359 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-18498ec2-615b-4ce4-bd13-5a0ca2a63f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4397626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5767653'] for subnet, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:26.781733 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18498ec2-615b-4ce4-bd13-5a0ca2a63f45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a6cfc7a-d04e-4d58-a0f5-383a0d4f2ccc,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:18:26.783758 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-18498ec2-615b-4ce4-bd13-5a0ca2a63f45 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:26.789644 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-18498ec2-615b-4ce4-bd13-5a0ca2a63f45 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/7a6cfc7a-d04e-4d58-a0f5-383a0d4f2ccc HTTP/1.1" status: 204 len: 168 time: 0.2733097 Nov 17 15:18:26.789748 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 34966) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:18:26.790355 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97f7cee-917a-4243-bf5f-4871e42bc69d None None] Network 6ca42089-8bb6-47e4-9dcd-a40e1ac70e66 requested from dv-cinder-818233-1-iscsi {{(pid=101835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 15:18:26.860816 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-58c2faee-ccb2-45c3-8383-70bd65db765c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056431'] for network, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:26.911649 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.plugin [None req-58c2faee-ccb2-45c3-8383-70bd65db765c admin admin] Deleting port e4cd7bb2-bafe-48e8-8b4a-f48f5061b2ab {{(pid=101833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:18:26.911856 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-58c2faee-ccb2-45c3-8383-70bd65db765c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:26.976622 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.db [None req-58c2faee-ccb2-45c3-8383-70bd65db765c admin admin] For port e4cd7bb2-bafe-48e8-8b4a-f48f5061b2ab, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=e4cd7bb2-bafe-48e8-8b4a-f48f5061b2ab,segment=NetworkSegment(5544a57b-458e-443f-8f9d-a2629fafc7ee),segment_id=5544a57b-458e-443f-8f9d-a2629fafc7ee)] {{(pid=101833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:18:26.977206 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-58c2faee-ccb2-45c3-8383-70bd65db765c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:26.992992 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.plugin [None req-58c2faee-ccb2-45c3-8383-70bd65db765c admin admin] Calling delete_port for e4cd7bb2-bafe-48e8-8b4a-f48f5061b2ab owned by network:dhcp {{(pid=101833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:18:27.012795 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e563675b-b1bd-43fe-ae55-f184ee18eb09 None None] DHCP port deletion for 6ca42089-8bb6-47e4-9dcd-a40e1ac70e66 request from dv-cinder-818233-1-iscsi {{(pid=101835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 17 15:18:27.069855 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-e563675b-b1bd-43fe-ae55-f184ee18eb09 None None] Deleting port e4cd7bb2-bafe-48e8-8b4a-f48f5061b2ab {{(pid=101835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:18:27.070348 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-e563675b-b1bd-43fe-ae55-f184ee18eb09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:27.083387 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device 6ded3c33-b409-4b26-b8a6-f44286832de4 no longer exists at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 15:18:27.083739 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-58c2faee-ccb2-45c3-8383-70bd65db765c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4228920'] for port, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:27.107762 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c2faee-ccb2-45c3-8383-70bd65db765c admin admin] Pushing event deleted for resources: {'Port': ['ID=e4cd7bb2-bafe-48e8-8b4a-f48f5061b2ab,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:18:27.113568 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c2faee-ccb2-45c3-8383-70bd65db765c admin admin] No DVR routers for this DVR port e4cd7bb2-bafe-48e8-8b4a-f48f5061b2ab on host dv-cinder-818233-1-iscsi {{(pid=101833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 15:18:27.125636 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] No Port match for: 6ded3c33-b409-4b26-b8a6-f44286832de4 {{(pid=101835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 15:18:27.125986 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device 6ded3c33-b409-4b26-b8a6-f44286832de4 not bound to the agent host dv-cinder-818233-1-iscsi {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 15:18:27.126538 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device 1e1d0785-2218-460c-8745-f09d338ac16f no longer exists at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 15:18:27.175944 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] No Port match for: 1e1d0785-2218-460c-8745-f09d338ac16f {{(pid=101835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 15:18:27.176285 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device 1e1d0785-2218-460c-8745-f09d338ac16f not bound to the agent host dv-cinder-818233-1-iscsi {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 15:18:27.176709 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device e4cd7bb2-bafe-48e8-8b4a-f48f5061b2ab no longer exists at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 15:18:27.178334 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:27.190255 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-58c2faee-ccb2-45c3-8383-70bd65db765c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926295', 'neutron.services.segments.db._delete_segments_for_network-8776334380099'] for network, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:27.204127 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] No Port match for: e4cd7bb2-bafe-48e8-8b4a-f48f5061b2ab {{(pid=101835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 15:18:27.204469 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device e4cd7bb2-bafe-48e8-8b4a-f48f5061b2ab not bound to the agent host dv-cinder-818233-1-iscsi {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 15:18:27.211403 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.services.segments.db [None req-58c2faee-ccb2-45c3-8383-70bd65db765c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ca42089-8bb6-47e4-9dcd-a40e1ac70e66']}} {{(pid=101833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:18:27.212063 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-e563675b-b1bd-43fe-ae55-f184ee18eb09 None None] For port e4cd7bb2-bafe-48e8-8b4a-f48f5061b2ab, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=e4cd7bb2-bafe-48e8-8b4a-f48f5061b2ab,segment=NetworkSegment(5544a57b-458e-443f-8f9d-a2629fafc7ee),segment_id=5544a57b-458e-443f-8f9d-a2629fafc7ee)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:18:27.212465 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-e563675b-b1bd-43fe-ae55-f184ee18eb09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:27.222225 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.services.segments.db [None req-58c2faee-ccb2-45c3-8383-70bd65db765c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5544a57b-458e-443f-8f9d-a2629fafc7ee') {'for_net_delete': True} {{(pid=101833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:18:27.222516 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.services.segments.db [None req-58c2faee-ccb2-45c3-8383-70bd65db765c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5544a57b-458e-443f-8f9d-a2629fafc7ee') {} {{(pid=101833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:18:27.226043 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-e563675b-b1bd-43fe-ae55-f184ee18eb09 None None] Calling delete_port for e4cd7bb2-bafe-48e8-8b4a-f48f5061b2ab owned by network:dhcp {{(pid=101835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:18:27.234899 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-58c2faee-ccb2-45c3-8383-70bd65db765c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776334381132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4228812'] for segment, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:27.258981 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-58c2faee-ccb2-45c3-8383-70bd65db765c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931355'] for segment, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:27.267259 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58c2faee-ccb2-45c3-8383-70bd65db765c admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=101833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 17 15:18:27.267746 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-58c2faee-ccb2-45c3-8383-70bd65db765c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4228939'] for segment, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:27.269478 dv-cinder-818233-1-iscsi neutron-server[101833]: Traceback (most recent call last): Nov 17 15:18:27.269478 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 17 15:18:27.269478 dv-cinder-818233-1-iscsi neutron-server[101833]: timer() Nov 17 15:18:27.269478 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 17 15:18:27.269478 dv-cinder-818233-1-iscsi neutron-server[101833]: cb(*args, **kw) Nov 17 15:18:27.269478 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 17 15:18:27.269478 dv-cinder-818233-1-iscsi neutron-server[101833]: return func(*args, **kwargs) Nov 17 15:18:27.269478 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 17 15:18:27.269478 dv-cinder-818233-1-iscsi neutron-server[101833]: self._notify() Nov 17 15:18:27.269478 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 17 15:18:27.269478 dv-cinder-818233-1-iscsi neutron-server[101833]: self.callback(batched_events) Nov 17 15:18:27.269478 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 17 15:18:27.269478 dv-cinder-818233-1-iscsi neutron-server[101833]: event.method(event) Nov 17 15:18:27.269478 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 17 15:18:27.269478 dv-cinder-818233-1-iscsi neutron-server[101833]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 17 15:18:27.269478 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 17 15:18:27.269478 dv-cinder-818233-1-iscsi neutron-server[101833]: aggregate_uuid = self.p_client.list_aggregates( Nov 17 15:18:27.269478 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 17 15:18:27.269478 dv-cinder-818233-1-iscsi neutron-server[101833]: return f(self, *a, **k) Nov 17 15:18:27.269478 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 17 15:18:27.269478 dv-cinder-818233-1-iscsi neutron-server[101833]: return self._get(url).json() Nov 17 15:18:27.269478 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 17 15:18:27.269478 dv-cinder-818233-1-iscsi neutron-server[101833]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 17 15:18:27.269478 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 17 15:18:27.269478 dv-cinder-818233-1-iscsi neutron-server[101833]: return self.request(url, 'GET', **kwargs) Nov 17 15:18:27.269478 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 17 15:18:27.269478 dv-cinder-818233-1-iscsi neutron-server[101833]: base_url = self.get_endpoint(auth, allow=allow, Nov 17 15:18:27.269478 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 17 15:18:27.269478 dv-cinder-818233-1-iscsi neutron-server[101833]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 17 15:18:27.269478 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 17 15:18:27.269478 dv-cinder-818233-1-iscsi neutron-server[101833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 17 15:18:27.269478 dv-cinder-818233-1-iscsi neutron-server[101833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 17 15:18:27.342721 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-58c2faee-ccb2-45c3-8383-70bd65db765c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526969'] for network, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:27.348649 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-58c2faee-ccb2-45c3-8383-70bd65db765c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for network, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:27.354573 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-58c2faee-ccb2-45c3-8383-70bd65db765c admin admin] 10.222.0.62 "DELETE /v2.0/networks/6ca42089-8bb6-47e4-9dcd-a40e1ac70e66 HTTP/1.1" status: 204 len: 168 time: 0.5614693 Nov 17 15:18:27.361558 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-e563675b-b1bd-43fe-ae55-f184ee18eb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727'] for port, after_delete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:27.365823 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c2faee-ccb2-45c3-8383-70bd65db765c admin admin] Pushing event deleted for resources: {'Network': ['ID=6ca42089-8bb6-47e4-9dcd-a40e1ac70e66,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:18:27.384560 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e563675b-b1bd-43fe-ae55-f184ee18eb09 None None] Network 6ca42089-8bb6-47e4-9dcd-a40e1ac70e66 is not hosted by any dhcp agent {{(pid=101835) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 17 15:18:27.385025 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e563675b-b1bd-43fe-ae55-f184ee18eb09 None None] No DVR routers for this DVR port e4cd7bb2-bafe-48e8-8b4a-f48f5061b2ab on host dv-cinder-818233-1-iscsi {{(pid=101835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 15:18:27.387171 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e563675b-b1bd-43fe-ae55-f184ee18eb09 None None] Pushing event deleted for resources: {'Port': ['ID=e4cd7bb2-bafe-48e8-8b4a-f48f5061b2ab,revision_number=None']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:18:27.473480 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 34970) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:18:27.515257 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-dd6b9759-9eac-46a0-96ff-95be4f58a814 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b4e3fd73a0164f73baea3c35a692ff86&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0388293 Nov 17 15:18:27.516111 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 34972) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:18:27.561372 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-ca512cc7-f957-4847-a950-2c615b925b4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:27.581977 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-ca512cc7-f957-4847-a950-2c615b925b4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:27.627190 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-ca512cc7-f957-4847-a950-2c615b925b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:27.629674 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-ca512cc7-f957-4847-a950-2c615b925b4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:27.630778 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-ca512cc7-f957-4847-a950-2c615b925b4c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5f8e16cf-34aa-41b5-9e17-0f746c9ca661 HTTP/1.1" status: 204 len: 168 time: 0.1137426 Nov 17 15:18:27.638127 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca512cc7-f957-4847-a950-2c615b925b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8e16cf-34aa-41b5-9e17-0f746c9ca661,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:18:29.266237 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 35026) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:18:29.368746 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-956cd91f-2906-4d9f-903b-a99884944d8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:29.444740 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-956cd91f-2906-4d9f-903b-a99884944d8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:29.448382 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-956cd91f-2906-4d9f-903b-a99884944d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:29.486202 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-956cd91f-2906-4d9f-903b-a99884944d8c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fb3ae96152254bcba223f48e30c85e7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2188094 Nov 17 15:18:29.488205 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956cd91f-2906-4d9f-903b-a99884944d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456706c4-a682-4908-883b-4afaf534498e,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:18:29.488945 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 35030) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:18:29.537889 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-670aa4ec-afd8-4e2a-a197-a80bca533387 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:29.558707 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-670aa4ec-afd8-4e2a-a197-a80bca533387 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:29.856061 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-670aa4ec-afd8-4e2a-a197-a80bca533387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:29.858448 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-670aa4ec-afd8-4e2a-a197-a80bca533387 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:29.859601 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-670aa4ec-afd8-4e2a-a197-a80bca533387 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/456706c4-a682-4908-883b-4afaf534498e HTTP/1.1" status: 204 len: 168 time: 0.3696384 Nov 17 15:18:29.868848 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670aa4ec-afd8-4e2a-a197-a80bca533387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456706c4-a682-4908-883b-4afaf534498e,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:18:30.111455 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 35038) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:18:30.124847 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-6f79ae2c-856d-43bb-baf3-8483bfbbc89c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:30.195875 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-6f79ae2c-856d-43bb-baf3-8483bfbbc89c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:30.199746 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-6f79ae2c-856d-43bb-baf3-8483bfbbc89c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:30.236615 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f79ae2c-856d-43bb-baf3-8483bfbbc89c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c45dd72-2127-4ef4-80ae-72526fe02a11,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:18:30.241859 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-6f79ae2c-856d-43bb-baf3-8483bfbbc89c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dcbafb03941e45a0aaba68d904747c67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1293638 Nov 17 15:18:30.244543 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 35040) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:18:30.290365 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-3b712a59-55ce-4644-ad9d-ce9de3d0d7ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:30.311066 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-3b712a59-55ce-4644-ad9d-ce9de3d0d7ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:30.355719 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-3b712a59-55ce-4644-ad9d-ce9de3d0d7ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:30.358383 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-3b712a59-55ce-4644-ad9d-ce9de3d0d7ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:30.359493 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-3b712a59-55ce-4644-ad9d-ce9de3d0d7ab admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7c45dd72-2127-4ef4-80ae-72526fe02a11 HTTP/1.1" status: 204 len: 168 time: 0.1140201 Nov 17 15:18:30.366916 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b712a59-55ce-4644-ad9d-ce9de3d0d7ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c45dd72-2127-4ef4-80ae-72526fe02a11,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:18:30.949141 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.agents_db [None req-8c09612d-4555-4199-ac80-2bf3536e394d None None] Agent healthcheck: found 6 active agents {{(pid=101836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 15:18:31.002338 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 35064) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:18:31.094373 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [None req-1a1f9f75-3ed6-4322-bd65-910c250b62c1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-6078874-network', 'tenant_id': '6d66e8a949ac4867936cf0464d241ebe'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:18:31.117673 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1f9f75-3ed6-4322-bd65-910c250b62c1 admin admin] Made reservation on behalf of 6d66e8a949ac4867936cf0464d241ebe for: {'network': 1} {{(pid=101834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:18:31.120060 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-1a1f9f75-3ed6-4322-bd65-910c250b62c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for network, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:31.128494 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-1a1f9f75-3ed6-4322-bd65-910c250b62c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:31.201560 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-1a1f9f75-3ed6-4322-bd65-910c250b62c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:31.205600 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-1a1f9f75-3ed6-4322-bd65-910c250b62c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:31.232911 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a1f9f75-3ed6-4322-bd65-910c250b62c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=101834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 17 15:18:31.238172 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f9f75-3ed6-4322-bd65-910c250b62c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebadf5ee-a2da-43d4-93b0-ef04fdbdd999,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:18:31.245736 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-1a1f9f75-3ed6-4322-bd65-910c250b62c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931355'] for segment, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:31.245736 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.db.segments_db [None req-1a1f9f75-3ed6-4322-bd65-910c250b62c1 admin admin] Added segment c00539bb-4824-489d-99a2-88e27ef222ab of type vlan for network c82bfe08-5dce-482f-aef6-55909357a407 Nov 17 15:18:31.285456 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-1a1f9f75-3ed6-4322-bd65-910c250b62c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776333902596'] for network, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:31.308299 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-1a1f9f75-3ed6-4322-bd65-910c250b62c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557'] for network, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:31.309221 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1f9f75-3ed6-4322-bd65-910c250b62c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:31.309800 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-1a1f9f75-3ed6-4322-bd65-910c250b62c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for network, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:31.340071 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-1a1f9f75-3ed6-4322-bd65-910c250b62c1 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.3360748 Nov 17 15:18:31.343005 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 35070) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:18:31.347893 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.v2.base [None req-230c9390-b1af-430f-ada2-2f85d0e4ef1c admin admin] Request body: {'subnet': {'network_id': 'c82bfe08-5dce-482f-aef6-55909357a407', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-6078874-subnet', 'tenant_id': '6d66e8a949ac4867936cf0464d241ebe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:18:31.372962 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230c9390-b1af-430f-ada2-2f85d0e4ef1c admin admin] Made reservation on behalf of 6d66e8a949ac4867936cf0464d241ebe for: {'subnet': 1} {{(pid=101833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:18:31.376129 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f9f75-3ed6-4322-bd65-910c250b62c1 admin admin] Pushing event updated for resources: {'Network': ['ID=c82bfe08-5dce-482f-aef6-55909357a407,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:18:31.377547 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-230c9390-b1af-430f-ada2-2f85d0e4ef1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5140360'] for subnet, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:31.393171 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Network c82bfe08-5dce-482f-aef6-55909357a407 details requested by agent ovs-agent-dv-cinder-818233-1-iscsi with host dv-cinder-818233-1-iscsi {{(pid=101835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 17 15:18:31.551483 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-230c9390-b1af-430f-ada2-2f85d0e4ef1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4229076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5140390'] for subnet, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:31.603286 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230c9390-b1af-430f-ada2-2f85d0e4ef1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=efb464dd-d43a-4461-ba79-451aa39bd868,revision_number=0']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:18:31.612957 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230c9390-b1af-430f-ada2-2f85d0e4ef1c admin admin] Checking segment: {'id': 'c00539bb-4824-489d-99a2-88e27ef222ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'c82bfe08-5dce-482f-aef6-55909357a407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:18:31.613316 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230c9390-b1af-430f-ada2-2f85d0e4ef1c admin admin] Network hostable DHCP agents. Network: c82bfe08-5dce-482f-aef6-55909357a407, hostable agents: ['c5ee84d2-283a-4ac2-b5b9-7ea041475697'], hosted agents: [] {{(pid=101833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 17 15:18:31.628817 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230c9390-b1af-430f-ada2-2f85d0e4ef1c admin admin] Network c82bfe08-5dce-482f-aef6-55909357a407 is scheduled to be hosted by DHCP agent c5ee84d2-283a-4ac2-b5b9-7ea041475697 with binding_index 1 {{(pid=101833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 17 15:18:31.637386 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.base_scheduler [None req-230c9390-b1af-430f-ada2-2f85d0e4ef1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818233-1-iscsi, c82bfe08-5dce-482f-aef6-55909357a407) {{(pid=101833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:18:31.641189 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230c9390-b1af-430f-ada2-2f85d0e4ef1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:31.641770 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-230c9390-b1af-430f-ada2-2f85d0e4ef1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for subnet, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:31.647260 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc9e679-c695-4b68-9d77-083973fea014 None None] Network c82bfe08-5dce-482f-aef6-55909357a407 requested from dv-cinder-818233-1-iscsi {{(pid=101835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 15:18:31.658178 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-230c9390-b1af-430f-ada2-2f85d0e4ef1c admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3140807 Nov 17 15:18:31.773111 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c084f9a0-7525-42ae-ab0c-07131355f75c None None] Network c82bfe08-5dce-482f-aef6-55909357a407 requested from dv-cinder-818233-1-iscsi {{(pid=101835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 15:18:32.122584 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 35086) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:18:32.127793 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.v2.base [None req-51a7cb2c-7756-4ffa-b791-f41f06cb33b5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-302205847-network', 'tenant_id': 'fdd5d16f9a61494487c3254eb89b6813'}} {{(pid=101833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:18:32.147586 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a7cb2c-7756-4ffa-b791-f41f06cb33b5 admin admin] Made reservation on behalf of fdd5d16f9a61494487c3254eb89b6813 for: {'network': 1} {{(pid=101833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:18:32.149894 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-51a7cb2c-7756-4ffa-b791-f41f06cb33b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for network, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:32.158664 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-51a7cb2c-7756-4ffa-b791-f41f06cb33b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:32.233761 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-51a7cb2c-7756-4ffa-b791-f41f06cb33b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:32.237649 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-51a7cb2c-7756-4ffa-b791-f41f06cb33b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:32.258801 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51a7cb2c-7756-4ffa-b791-f41f06cb33b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=101833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 17 15:18:32.273282 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a7cb2c-7756-4ffa-b791-f41f06cb33b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003d5b8e-3600-4799-bd6e-429b89d8bcb9,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:18:32.276082 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-51a7cb2c-7756-4ffa-b791-f41f06cb33b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931355'] for segment, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:32.276430 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.db.segments_db [None req-51a7cb2c-7756-4ffa-b791-f41f06cb33b5 admin admin] Added segment a693104c-bc98-4c0a-9ff5-6a0983e6a6d6 of type vlan for network c4641fe6-fe1a-42df-ad23-a7a03bf9959b Nov 17 15:18:32.319716 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-51a7cb2c-7756-4ffa-b791-f41f06cb33b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776333902596'] for network, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:32.343050 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-51a7cb2c-7756-4ffa-b791-f41f06cb33b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557'] for network, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:32.344023 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a7cb2c-7756-4ffa-b791-f41f06cb33b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:32.344620 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-51a7cb2c-7756-4ffa-b791-f41f06cb33b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for network, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:32.376948 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-51a7cb2c-7756-4ffa-b791-f41f06cb33b5 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2531238 Nov 17 15:18:32.379641 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 35090) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:18:32.384254 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.v2.base [None req-548365f3-e913-41af-b136-01d6ab5ccc50 admin admin] Request body: {'subnet': {'network_id': 'c4641fe6-fe1a-42df-ad23-a7a03bf9959b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-302205847-subnet', 'tenant_id': 'fdd5d16f9a61494487c3254eb89b6813', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:18:32.421340 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a7cb2c-7756-4ffa-b791-f41f06cb33b5 admin admin] Pushing event updated for resources: {'Network': ['ID=c4641fe6-fe1a-42df-ad23-a7a03bf9959b,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:18:32.432293 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a7cb2c-7756-4ffa-b791-f41f06cb33b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:18:32.432680 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a7cb2c-7756-4ffa-b791-f41f06cb33b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:18:32.433103 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a7cb2c-7756-4ffa-b791-f41f06cb33b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:18:32.433501 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a7cb2c-7756-4ffa-b791-f41f06cb33b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:18:32.433978 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a7cb2c-7756-4ffa-b791-f41f06cb33b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:18:32.434361 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a7cb2c-7756-4ffa-b791-f41f06cb33b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:18:32.434726 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a7cb2c-7756-4ffa-b791-f41f06cb33b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:18:32.435061 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a7cb2c-7756-4ffa-b791-f41f06cb33b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:18:32.435412 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a7cb2c-7756-4ffa-b791-f41f06cb33b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:18:32.435742 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a7cb2c-7756-4ffa-b791-f41f06cb33b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:18:32.436067 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a7cb2c-7756-4ffa-b791-f41f06cb33b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:18:32.436391 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a7cb2c-7756-4ffa-b791-f41f06cb33b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:18:32.446219 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548365f3-e913-41af-b136-01d6ab5ccc50 admin admin] Made reservation on behalf of fdd5d16f9a61494487c3254eb89b6813 for: {'subnet': 1} {{(pid=101833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:18:32.446810 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Network c4641fe6-fe1a-42df-ad23-a7a03bf9959b details requested by agent ovs-agent-dv-cinder-818233-1-iscsi with host dv-cinder-818233-1-iscsi {{(pid=101835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 17 15:18:32.448629 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-548365f3-e913-41af-b136-01d6ab5ccc50 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5140360'] for subnet, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:32.612152 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-548365f3-e913-41af-b136-01d6ab5ccc50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4229076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5140390'] for subnet, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:32.672497 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548365f3-e913-41af-b136-01d6ab5ccc50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0095d43b-bbf4-4c3e-b7f7-3edac992e9b6,revision_number=0']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:18:32.679290 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548365f3-e913-41af-b136-01d6ab5ccc50 admin admin] Checking segment: {'id': 'a693104c-bc98-4c0a-9ff5-6a0983e6a6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'c4641fe6-fe1a-42df-ad23-a7a03bf9959b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:18:32.679692 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548365f3-e913-41af-b136-01d6ab5ccc50 admin admin] Network hostable DHCP agents. Network: c4641fe6-fe1a-42df-ad23-a7a03bf9959b, hostable agents: ['c5ee84d2-283a-4ac2-b5b9-7ea041475697'], hosted agents: [] {{(pid=101833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 17 15:18:32.694927 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548365f3-e913-41af-b136-01d6ab5ccc50 admin admin] Network c4641fe6-fe1a-42df-ad23-a7a03bf9959b is scheduled to be hosted by DHCP agent c5ee84d2-283a-4ac2-b5b9-7ea041475697 with binding_index 1 {{(pid=101833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 17 15:18:32.702838 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.base_scheduler [None req-548365f3-e913-41af-b136-01d6ab5ccc50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818233-1-iscsi, c4641fe6-fe1a-42df-ad23-a7a03bf9959b) {{(pid=101833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:18:32.706555 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548365f3-e913-41af-b136-01d6ab5ccc50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:32.707147 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-548365f3-e913-41af-b136-01d6ab5ccc50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for subnet, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:32.711069 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4549e872-e3ad-4ee1-8598-7bc88101dd17 None None] Network c4641fe6-fe1a-42df-ad23-a7a03bf9959b requested from dv-cinder-818233-1-iscsi {{(pid=101835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 15:18:32.723473 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-548365f3-e913-41af-b136-01d6ab5ccc50 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3425751 Nov 17 15:18:32.832699 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 35094) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:18:32.832918 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be88de5f-121a-4ebd-ba98-22df1ea22d20 None None] Network c4641fe6-fe1a-42df-ad23-a7a03bf9959b requested from dv-cinder-818233-1-iscsi {{(pid=101835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 15:18:32.881823 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.db.db_base_plugin_v2 [None req-9133a073-022b-4fc4-95d1-d6510c5cde81 admin admin] Deleting subnet efb464dd-d43a-4461-ba79-451aa39bd868 {{(pid=101833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 17 15:18:32.885447 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-9133a073-022b-4fc4-95d1-d6510c5cde81 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:32.921505 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-9133a073-022b-4fc4-95d1-d6510c5cde81 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4228821'] for subnet, precommit_delete_associations {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:32.960705 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-9133a073-022b-4fc4-95d1-d6510c5cde81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925678'] for subnet, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:33.015790 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-9133a073-022b-4fc4-95d1-d6510c5cde81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4228885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5140397'] for subnet, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:33.041691 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9133a073-022b-4fc4-95d1-d6510c5cde81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efb464dd-d43a-4461-ba79-451aa39bd868,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:18:33.043679 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-9133a073-022b-4fc4-95d1-d6510c5cde81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for subnet, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:33.048652 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-9133a073-022b-4fc4-95d1-d6510c5cde81 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/efb464dd-d43a-4461-ba79-451aa39bd868 HTTP/1.1" status: 204 len: 168 time: 0.2147481 Nov 17 15:18:33.049261 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 35096) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:18:33.118236 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-1d239fe3-9a71-47be-b85f-d9090352684b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056431'] for network, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:33.196678 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-1d239fe3-9a71-47be-b85f-d9090352684b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926295', 'neutron.services.segments.db._delete_segments_for_network-8776334380099'] for network, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:33.216601 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.services.segments.db [None req-1d239fe3-9a71-47be-b85f-d9090352684b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c82bfe08-5dce-482f-aef6-55909357a407']}} {{(pid=101833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:18:33.225806 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.services.segments.db [None req-1d239fe3-9a71-47be-b85f-d9090352684b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c00539bb-4824-489d-99a2-88e27ef222ab') {'for_net_delete': True} {{(pid=101833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:18:33.226097 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.services.segments.db [None req-1d239fe3-9a71-47be-b85f-d9090352684b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c00539bb-4824-489d-99a2-88e27ef222ab') {} {{(pid=101833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:18:33.235742 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-1d239fe3-9a71-47be-b85f-d9090352684b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776334381132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4228812'] for segment, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:33.248237 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-1d239fe3-9a71-47be-b85f-d9090352684b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931355'] for segment, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:33.254253 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d239fe3-9a71-47be-b85f-d9090352684b admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=101833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 17 15:18:33.254699 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-1d239fe3-9a71-47be-b85f-d9090352684b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4228939'] for segment, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:33.256384 dv-cinder-818233-1-iscsi neutron-server[101833]: Traceback (most recent call last): Nov 17 15:18:33.256384 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 17 15:18:33.256384 dv-cinder-818233-1-iscsi neutron-server[101833]: timer() Nov 17 15:18:33.256384 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 17 15:18:33.256384 dv-cinder-818233-1-iscsi neutron-server[101833]: cb(*args, **kw) Nov 17 15:18:33.256384 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 17 15:18:33.256384 dv-cinder-818233-1-iscsi neutron-server[101833]: return func(*args, **kwargs) Nov 17 15:18:33.256384 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 17 15:18:33.256384 dv-cinder-818233-1-iscsi neutron-server[101833]: self._notify() Nov 17 15:18:33.256384 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 17 15:18:33.256384 dv-cinder-818233-1-iscsi neutron-server[101833]: self.callback(batched_events) Nov 17 15:18:33.256384 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 17 15:18:33.256384 dv-cinder-818233-1-iscsi neutron-server[101833]: event.method(event) Nov 17 15:18:33.256384 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 17 15:18:33.256384 dv-cinder-818233-1-iscsi neutron-server[101833]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 17 15:18:33.256384 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 17 15:18:33.256384 dv-cinder-818233-1-iscsi neutron-server[101833]: aggregate_uuid = self.p_client.list_aggregates( Nov 17 15:18:33.256384 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 17 15:18:33.256384 dv-cinder-818233-1-iscsi neutron-server[101833]: return f(self, *a, **k) Nov 17 15:18:33.256384 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 17 15:18:33.256384 dv-cinder-818233-1-iscsi neutron-server[101833]: return self._get(url).json() Nov 17 15:18:33.256384 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 17 15:18:33.256384 dv-cinder-818233-1-iscsi neutron-server[101833]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 17 15:18:33.256384 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 17 15:18:33.256384 dv-cinder-818233-1-iscsi neutron-server[101833]: return self.request(url, 'GET', **kwargs) Nov 17 15:18:33.256384 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 17 15:18:33.256384 dv-cinder-818233-1-iscsi neutron-server[101833]: base_url = self.get_endpoint(auth, allow=allow, Nov 17 15:18:33.256384 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 17 15:18:33.256384 dv-cinder-818233-1-iscsi neutron-server[101833]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 17 15:18:33.256384 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 17 15:18:33.256384 dv-cinder-818233-1-iscsi neutron-server[101833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 17 15:18:33.256384 dv-cinder-818233-1-iscsi neutron-server[101833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 17 15:18:33.316974 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-1d239fe3-9a71-47be-b85f-d9090352684b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526969'] for network, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:33.324273 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-1d239fe3-9a71-47be-b85f-d9090352684b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for network, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:33.329984 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-1d239fe3-9a71-47be-b85f-d9090352684b admin admin] 10.222.0.62 "DELETE /v2.0/networks/c82bfe08-5dce-482f-aef6-55909357a407 HTTP/1.1" status: 204 len: 168 time: 0.2769599 Nov 17 15:18:33.330449 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 35100) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:18:33.336831 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d239fe3-9a71-47be-b85f-d9090352684b admin admin] Pushing event deleted for resources: {'Network': ['ID=c82bfe08-5dce-482f-aef6-55909357a407,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:18:33.381264 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.db_base_plugin_v2 [None req-3be6a434-3e3a-4998-8e33-30f1f2ff255a admin admin] Deleting subnet 0095d43b-bbf4-4c3e-b7f7-3edac992e9b6 {{(pid=101834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 17 15:18:33.384448 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-3be6a434-3e3a-4998-8e33-30f1f2ff255a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:33.419589 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-3be6a434-3e3a-4998-8e33-30f1f2ff255a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5815862'] for subnet, precommit_delete_associations {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:33.462563 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-3be6a434-3e3a-4998-8e33-30f1f2ff255a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925678'] for subnet, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:33.518579 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-3be6a434-3e3a-4998-8e33-30f1f2ff255a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4397626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5767653'] for subnet, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:33.542195 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be6a434-3e3a-4998-8e33-30f1f2ff255a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0095d43b-bbf4-4c3e-b7f7-3edac992e9b6,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:18:33.548426 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-3be6a434-3e3a-4998-8e33-30f1f2ff255a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:33.551611 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-3be6a434-3e3a-4998-8e33-30f1f2ff255a admin admin] 10.222.0.62 "DELETE /v2.0/subnets/0095d43b-bbf4-4c3e-b7f7-3edac992e9b6 HTTP/1.1" status: 204 len: 168 time: 0.2195582 Nov 17 15:18:33.554201 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 35106) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:18:33.621946 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-83dbbb82-c47c-42fc-b12b-db05e7341edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056431'] for network, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:33.708772 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-83dbbb82-c47c-42fc-b12b-db05e7341edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926295', 'neutron.services.segments.db._delete_segments_for_network-8776334380099'] for network, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:33.730787 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.services.segments.db [None req-83dbbb82-c47c-42fc-b12b-db05e7341edb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4641fe6-fe1a-42df-ad23-a7a03bf9959b']}} {{(pid=101833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:18:33.740709 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.services.segments.db [None req-83dbbb82-c47c-42fc-b12b-db05e7341edb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a693104c-bc98-4c0a-9ff5-6a0983e6a6d6') {'for_net_delete': True} {{(pid=101833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:18:33.741003 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.services.segments.db [None req-83dbbb82-c47c-42fc-b12b-db05e7341edb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a693104c-bc98-4c0a-9ff5-6a0983e6a6d6') {} {{(pid=101833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:18:33.751409 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-83dbbb82-c47c-42fc-b12b-db05e7341edb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776334381132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4228812'] for segment, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:33.764904 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-83dbbb82-c47c-42fc-b12b-db05e7341edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931355'] for segment, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:33.770703 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83dbbb82-c47c-42fc-b12b-db05e7341edb admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=101833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 17 15:18:33.771157 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-83dbbb82-c47c-42fc-b12b-db05e7341edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4228939'] for segment, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:33.772854 dv-cinder-818233-1-iscsi neutron-server[101833]: Traceback (most recent call last): Nov 17 15:18:33.772854 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 17 15:18:33.772854 dv-cinder-818233-1-iscsi neutron-server[101833]: timer() Nov 17 15:18:33.772854 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 17 15:18:33.772854 dv-cinder-818233-1-iscsi neutron-server[101833]: cb(*args, **kw) Nov 17 15:18:33.772854 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 17 15:18:33.772854 dv-cinder-818233-1-iscsi neutron-server[101833]: return func(*args, **kwargs) Nov 17 15:18:33.772854 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 17 15:18:33.772854 dv-cinder-818233-1-iscsi neutron-server[101833]: self._notify() Nov 17 15:18:33.772854 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 17 15:18:33.772854 dv-cinder-818233-1-iscsi neutron-server[101833]: self.callback(batched_events) Nov 17 15:18:33.772854 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 17 15:18:33.772854 dv-cinder-818233-1-iscsi neutron-server[101833]: event.method(event) Nov 17 15:18:33.772854 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 17 15:18:33.772854 dv-cinder-818233-1-iscsi neutron-server[101833]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 17 15:18:33.772854 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 17 15:18:33.772854 dv-cinder-818233-1-iscsi neutron-server[101833]: aggregate_uuid = self.p_client.list_aggregates( Nov 17 15:18:33.772854 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 17 15:18:33.772854 dv-cinder-818233-1-iscsi neutron-server[101833]: return f(self, *a, **k) Nov 17 15:18:33.772854 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 17 15:18:33.772854 dv-cinder-818233-1-iscsi neutron-server[101833]: return self._get(url).json() Nov 17 15:18:33.772854 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 17 15:18:33.772854 dv-cinder-818233-1-iscsi neutron-server[101833]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 17 15:18:33.772854 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 17 15:18:33.772854 dv-cinder-818233-1-iscsi neutron-server[101833]: return self.request(url, 'GET', **kwargs) Nov 17 15:18:33.772854 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 17 15:18:33.772854 dv-cinder-818233-1-iscsi neutron-server[101833]: base_url = self.get_endpoint(auth, allow=allow, Nov 17 15:18:33.772854 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 17 15:18:33.772854 dv-cinder-818233-1-iscsi neutron-server[101833]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 17 15:18:33.772854 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 17 15:18:33.772854 dv-cinder-818233-1-iscsi neutron-server[101833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 17 15:18:33.772854 dv-cinder-818233-1-iscsi neutron-server[101833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 17 15:18:33.825648 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-83dbbb82-c47c-42fc-b12b-db05e7341edb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526969'] for network, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:33.829973 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-83dbbb82-c47c-42fc-b12b-db05e7341edb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for network, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:33.833176 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-83dbbb82-c47c-42fc-b12b-db05e7341edb admin admin] 10.222.0.62 "DELETE /v2.0/networks/c4641fe6-fe1a-42df-ad23-a7a03bf9959b HTTP/1.1" status: 204 len: 168 time: 0.2779913 Nov 17 15:18:33.849411 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dbbb82-c47c-42fc-b12b-db05e7341edb admin admin] Pushing event deleted for resources: {'Network': ['ID=c4641fe6-fe1a-42df-ad23-a7a03bf9959b,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:18:33.990098 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 35116) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:18:34.029171 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-02bc951f-1e64-470e-8a45-4227eeff3d48 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6d66e8a949ac4867936cf0464d241ebe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378850 Nov 17 15:18:34.031561 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 35118) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:18:34.076639 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-bdfab7ff-32c8-4826-b0e3-577a1b01f296 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:34.096594 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-bdfab7ff-32c8-4826-b0e3-577a1b01f296 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:34.140985 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-bdfab7ff-32c8-4826-b0e3-577a1b01f296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:34.143743 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-bdfab7ff-32c8-4826-b0e3-577a1b01f296 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:34.144845 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-bdfab7ff-32c8-4826-b0e3-577a1b01f296 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ebadf5ee-a2da-43d4-93b0-ef04fdbdd999 HTTP/1.1" status: 204 len: 168 time: 0.1124148 Nov 17 15:18:34.152473 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfab7ff-32c8-4826-b0e3-577a1b01f296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebadf5ee-a2da-43d4-93b0-ef04fdbdd999,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:18:34.295568 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:34.445447 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 35126) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:18:34.484388 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-2c8096c8-68f2-46fd-bd3c-ae494433869f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fdd5d16f9a61494487c3254eb89b6813&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378098 Nov 17 15:18:34.486825 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 35128) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:18:34.532071 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-c8319ebf-bbcc-4264-bb89-dd967b868c1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:34.555494 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-c8319ebf-bbcc-4264-bb89-dd967b868c1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:34.599321 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-c8319ebf-bbcc-4264-bb89-dd967b868c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:34.601902 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-c8319ebf-bbcc-4264-bb89-dd967b868c1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:34.603004 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-c8319ebf-bbcc-4264-bb89-dd967b868c1a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/003d5b8e-3600-4799-bd6e-429b89d8bcb9 HTTP/1.1" status: 204 len: 168 time: 0.1152327 Nov 17 15:18:34.610985 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8319ebf-bbcc-4264-bb89-dd967b868c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003d5b8e-3600-4799-bd6e-429b89d8bcb9,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:18:35.578162 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-bc3cbeaf-7080-4718-8dc9-2fa9ff4241c7 req-b7953ec8-6c9c-4a23-9f3c-3ced38607a85 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1928741309&fields=id&tenant_id=a9176c1aa35b454797426f5d4341a8f0 HTTP/1.1" status: 200 len: 267 time: 0.0440977 Nov 17 15:18:35.632612 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3cbeaf-7080-4718-8dc9-2fa9ff4241c7 req-2b604f61-a6bf-4af4-8d22-1f83fd6122ce tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:35.634071 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-bc3cbeaf-7080-4718-8dc9-2fa9ff4241c7 req-2b604f61-a6bf-4af4-8d22-1f83fd6122ce tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 984 time: 0.0501907 Nov 17 15:18:35.645477 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.v2.base [req-bc3cbeaf-7080-4718-8dc9-2fa9ff4241c7 req-b28a9c49-14e4-4aa3-9208-0803dd47ab95 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Request body: {'port': {'security_groups': ['32bd9460-1384-4561-9742-995ff127999f']}} {{(pid=101833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:18:35.717367 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-bc3cbeaf-7080-4718-8dc9-2fa9ff4241c7 req-b28a9c49-14e4-4aa3-9208-0803dd47ab95 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:35.898964 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.db [req-bc3cbeaf-7080-4718-8dc9-2fa9ff4241c7 req-b28a9c49-14e4-4aa3-9208-0803dd47ab95 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] For port 50c13040-a0e4-461e-ae93-2563ed741f9a, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=50c13040-a0e4-461e-ae93-2563ed741f9a,segment=NetworkSegment(9ce04018-b6b2-4ee2-8014-18729a72bc25),segment_id=9ce04018-b6b2-4ee2-8014-18729a72bc25)] {{(pid=101833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:18:35.931449 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-bc3cbeaf-7080-4718-8dc9-2fa9ff4241c7 req-b28a9c49-14e4-4aa3-9208-0803dd47ab95 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks [] for port, precommit_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:35.940559 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-bc3cbeaf-7080-4718-8dc9-2fa9ff4241c7 req-b28a9c49-14e4-4aa3-9208-0803dd47ab95 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4228911'] for port, after_update {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:35.954810 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] get_ports_and_sgs() called for port_ids ['50c13040-a0e4-461e-ae93-2563ed741f9a'] {{(pid=101835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 15:18:35.999091 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3cbeaf-7080-4718-8dc9-2fa9ff4241c7 req-b28a9c49-14e4-4aa3-9208-0803dd47ab95 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:35.999821 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-bc3cbeaf-7080-4718-8dc9-2fa9ff4241c7 req-b28a9c49-14e4-4aa3-9208-0803dd47ab95 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for port, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:36.001951 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-bc3cbeaf-7080-4718-8dc9-2fa9ff4241c7 req-b28a9c49-14e4-4aa3-9208-0803dd47ab95 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "PUT /v2.0/ports/50c13040-a0e4-461e-ae93-2563ed741f9a HTTP/1.1" status: 200 len: 942 time: 0.3610144 Nov 17 15:18:36.004645 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38def5cd-54da-4c58-bd4f-eee2f63a1c5c', 'tag': '50c13040-a0e4-461e-ae93-2563ed741f9a'}] {{(pid=101833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:18:36.007028 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98a3914b10db2bda8b449d081c398edb642d8063ca6ecbd0a439108c8bd060b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef6c039-8cba-427e-a469-c5540526dc22" -d '{"events": [{"name": "network-changed", "server_uuid": "38def5cd-54da-4c58-bd4f-eee2f63a1c5c", "tag": "50c13040-a0e4-461e-ae93-2563ed741f9a"}]}' {{(pid=101833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:18:36.015248 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 35188) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:18:36.083452 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 15:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df42731a-ca39-4024-9fd2-d6c1d6b34d41 x-openstack-request-id: req-df42731a-ca39-4024-9fd2-d6c1d6b34d41 {{(pid=101833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:18:36.083739 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38def5cd-54da-4c58-bd4f-eee2f63a1c5c", "tag": "50c13040-a0e4-461e-ae93-2563ed741f9a", "status": "completed", "code": 200}]} {{(pid=101833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:18:36.083986 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-df42731a-ca39-4024-9fd2-d6c1d6b34d41 {{(pid=101833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:18:36.085314 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38def5cd-54da-4c58-bd4f-eee2f63a1c5c', 'tag': '50c13040-a0e4-461e-ae93-2563ed741f9a', 'status': 'completed', 'code': 200} Nov 17 15:18:36.090295 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e52d2-8fca-4d82-8475-3e3789e9be49 req-d1044642-f2f0-44db-a7c4-2138791b9a26 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:36.092540 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-e60e52d2-8fca-4d82-8475-3e3789e9be49 req-d1044642-f2f0-44db-a7c4-2138791b9a26 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 945 time: 0.1100550 Nov 17 15:18:36.101178 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a9c49-14e4-4aa3-9208-0803dd47ab95 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Pushing event updated for resources: {'Port': ['ID=50c13040-a0e4-461e-ae93-2563ed741f9a,revision_number=7']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:18:36.140424 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] get_ports_and_sgs() called for port_ids ['50c13040-a0e4-461e-ae93-2563ed741f9a'] {{(pid=101835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 15:18:36.157360 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-4f2f7247-c482-4e1c-bda4-58ffa58c8fb4 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks [] for security_group, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:36.190123 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6c039-8cba-427e-a469-c5540526dc22 req-e1a9d44c-75db-4eef-8fe7-00bc110bb8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:36.192090 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-1ef6c039-8cba-427e-a469-c5540526dc22 req-e1a9d44c-75db-4eef-8fe7-00bc110bb8bf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a9176c1aa35b454797426f5d4341a8f0&device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 1098 time: 0.0920670 Nov 17 15:18:36.195172 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-4f2f7247-c482-4e1c-bda4-58ffa58c8fb4 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:36.198199 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-e60e52d2-8fca-4d82-8475-3e3789e9be49 req-fd81120b-b9c1-4a44-9555-7abdf752d2f1 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963030 Nov 17 15:18:36.306131 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6c039-8cba-427e-a469-c5540526dc22 req-b5cd2b41-af4f-49e8-a81b-0269314abff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:36.309581 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-1ef6c039-8cba-427e-a469-c5540526dc22 req-b5cd2b41-af4f-49e8-a81b-0269314abff3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9536a153-f59d-4a3d-a999-893ac4032dc6 HTTP/1.1" status: 200 len: 916 time: 0.1040187 Nov 17 15:18:36.396458 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-cd6d31f0-9e71-412f-97ee-341e1845a212 None None] Provisioning complete for port 50c13040-a0e4-461e-ae93-2563ed741f9a triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:18:36.396910 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-cd6d31f0-9e71-412f-97ee-341e1845a212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:36.398153 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-1ef6c039-8cba-427e-a469-c5540526dc22 req-578cf525-6f3a-456f-ba96-d99830838e47 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50c13040-a0e4-461e-ae93-2563ed741f9a HTTP/1.1" status: 200 len: 1001 time: 0.0802498 Nov 17 15:18:36.451018 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-4f2f7247-c482-4e1c-bda4-58ffa58c8fb4 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:36.453597 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-4f2f7247-c482-4e1c-bda4-58ffa58c8fb4 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks [] for security_group, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:36.457138 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-4f2f7247-c482-4e1c-bda4-58ffa58c8fb4 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "DELETE /v2.0/security-groups/80a1bcf3-7303-4560-856a-0716ea81e347 HTTP/1.1" status: 204 len: 168 time: 0.4384851 Nov 17 15:18:36.457849 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 35196) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:18:36.470638 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f7247-c482-4e1c-bda4-58ffa58c8fb4 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a1bcf3-7303-4560-856a-0716ea81e347,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:18:36.474491 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6c039-8cba-427e-a469-c5540526dc22 req-885c0c03-857c-4ef5-815d-b10784cae40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:36.476291 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-1ef6c039-8cba-427e-a469-c5540526dc22 req-885c0c03-857c-4ef5-815d-b10784cae40a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=35936d6d-3a38-491b-bcc7-155d304f102b HTTP/1.1" status: 200 len: 854 time: 0.0681522 Nov 17 15:18:36.528150 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef6c039-8cba-427e-a469-c5540526dc22 req-c3e411e6-005b-46dd-b6ed-c0409c8f6026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:36.529656 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-1ef6c039-8cba-427e-a469-c5540526dc22 req-c3e411e6-005b-46dd-b6ed-c0409c8f6026 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9536a153-f59d-4a3d-a999-893ac4032dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408731 Nov 17 15:18:36.625059 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-1ef6c039-8cba-427e-a469-c5540526dc22 req-f2a0597e-30da-4909-bbd3-702522a90c44 service neutron] 10.222.0.55 "GET /v2.0/networks/9536a153-f59d-4a3d-a999-893ac4032dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858932 Nov 17 15:18:36.625776 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [None req-e276e7ab-000b-4a18-af9e-a836664d6418 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Deleting port 5b167f51-a46b-410f-86d1-30b31da110de {{(pid=101834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:18:36.626316 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-e276e7ab-000b-4a18-af9e-a836664d6418 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:36.705673 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-e276e7ab-000b-4a18-af9e-a836664d6418 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:36.705924 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-e276e7ab-000b-4a18-af9e-a836664d6418 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:36.713504 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-1ef6c039-8cba-427e-a469-c5540526dc22 req-a7b25302-6b04-41a8-96cb-c6cd875211bf service neutron] 10.222.0.55 "GET /v2.0/networks/9536a153-f59d-4a3d-a999-893ac4032dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805898 Nov 17 15:18:36.717976 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [None req-e276e7ab-000b-4a18-af9e-a836664d6418 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Calling delete_port for 5b167f51-a46b-410f-86d1-30b31da110de owned by network:floatingip {{(pid=101834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:18:36.892358 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-e276e7ab-000b-4a18-af9e-a836664d6418 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:36.918441 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e276e7ab-000b-4a18-af9e-a836664d6418 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Pushing event deleted for resources: {'Port': ['ID=5b167f51-a46b-410f-86d1-30b31da110de,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:18:36.977719 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-e276e7ab-000b-4a18-af9e-a836664d6418 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks [] for floatingip, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:36.977965 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.db.l3_db [None req-e276e7ab-000b-4a18-af9e-a836664d6418 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Floating IP be012991-6bae-44cf-8f06-124cbedc6eb8 disassociated (deleted). External IP: 172.27.1.210, port: 50c13040-a0e4-461e-ae93-2563ed741f9a. Nov 17 15:18:37.175849 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e276e7ab-000b-4a18-af9e-a836664d6418 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Router 254f3108-08b9-45a2-96f7-ee63891b8136 has already been hosted by L3 agent ed3bd2e8-8a22-4616-b806-7e727ef760a6 {{(pid=101834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 15:18:37.284189 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e276e7ab-000b-4a18-af9e-a836664d6418 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Notify agent at l3_agent.dv-cinder-818233-1-iscsi the message routers_updated {{(pid=101834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 15:18:37.289128 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-e276e7ab-000b-4a18-af9e-a836664d6418 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for floatingip, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:37.297324 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df34e7ba-7fe0-4efb-8655-4a3a5d5ef932 None None] Sync routers for ids ['254f3108-08b9-45a2-96f7-ee63891b8136'] in dv-cinder-818233-1-iscsi {{(pid=101836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 15:18:37.310554 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df34e7ba-7fe0-4efb-8655-4a3a5d5ef932 None None] Routers {'254f3108-08b9-45a2-96f7-ee63891b8136'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:18:37.311435 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-df34e7ba-7fe0-4efb-8655-4a3a5d5ef932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:18:24Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['254f3108-08b9-45a2-96f7-ee63891b8136'], 'active': True} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:18:37.335886 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-e276e7ab-000b-4a18-af9e-a836664d6418 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "DELETE /v2.0/floatingips/be012991-6bae-44cf-8f06-124cbedc6eb8 HTTP/1.1" status: 204 len: 168 time: 0.8687394 Nov 17 15:18:37.336558 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38def5cd-54da-4c58-bd4f-eee2f63a1c5c', 'tag': '50c13040-a0e4-461e-ae93-2563ed741f9a'}] {{(pid=101834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:18:37.337860 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5541e6-5441-42e7-976c-936ce4117369 req-a46015e6-6bf8-4795-a45b-47944a51ca4e tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:37.338866 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10d7295a2f7876e94fbb36dd5f9fa1a1524f2628f083d864ab6dabde9166157e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4533014-2af3-4ef4-b1ac-b7dcb76b27a5" -d '{"events": [{"name": "network-changed", "server_uuid": "38def5cd-54da-4c58-bd4f-eee2f63a1c5c", "tag": "50c13040-a0e4-461e-ae93-2563ed741f9a"}]}' {{(pid=101834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:18:37.341154 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-4d5541e6-5441-42e7-976c-936ce4117369 req-a46015e6-6bf8-4795-a45b-47944a51ca4e tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 945 time: 0.0606945 Nov 17 15:18:37.403212 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-4d5541e6-5441-42e7-976c-936ce4117369 req-2be418d7-1352-4ab3-8dc1-9da65586a3d7 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550358 Nov 17 15:18:37.457863 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvr_db [None req-df34e7ba-7fe0-4efb-8655-4a3a5d5ef932 None None] Set router 254f3108-08b9-45a2-96f7-ee63891b8136 gateway port host: dv-cinder-818233-1-iscsi {{(pid=101836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:18:37.471270 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 15:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8be87e-b7c4-4f31-b7dc-61a5cc8be9ca x-openstack-request-id: req-6d8be87e-b7c4-4f31-b7dc-61a5cc8be9ca {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:18:37.471718 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38def5cd-54da-4c58-bd4f-eee2f63a1c5c", "tag": "50c13040-a0e4-461e-ae93-2563ed741f9a", "status": "completed", "code": 200}]} {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:18:37.472096 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6d8be87e-b7c4-4f31-b7dc-61a5cc8be9ca {{(pid=101834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:18:37.472560 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38def5cd-54da-4c58-bd4f-eee2f63a1c5c', 'tag': '50c13040-a0e4-461e-ae93-2563ed741f9a', 'status': 'completed', 'code': 200} Nov 17 15:18:37.553658 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4533014-2af3-4ef4-b1ac-b7dcb76b27a5 req-f4a577d8-258b-4e00-acb9-641f7d0312a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:37.555208 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-a4533014-2af3-4ef4-b1ac-b7dcb76b27a5 req-f4a577d8-258b-4e00-acb9-641f7d0312a0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a9176c1aa35b454797426f5d4341a8f0&device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 1098 time: 0.0558307 Nov 17 15:18:37.706891 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4533014-2af3-4ef4-b1ac-b7dcb76b27a5 req-c365210d-bdbf-4293-9b94-719f2c7b72d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:37.708737 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-a4533014-2af3-4ef4-b1ac-b7dcb76b27a5 req-c365210d-bdbf-4293-9b94-719f2c7b72d6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9536a153-f59d-4a3d-a999-893ac4032dc6 HTTP/1.1" status: 200 len: 916 time: 0.1415780 Nov 17 15:18:37.754647 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-a4533014-2af3-4ef4-b1ac-b7dcb76b27a5 req-bafbac7a-101e-42fd-b05d-07b0c7d1cdf2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50c13040-a0e4-461e-ae93-2563ed741f9a HTTP/1.1" status: 200 len: 217 time: 0.0371089 Nov 17 15:18:37.782481 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-df34e7ba-7fe0-4efb-8655-4a3a5d5ef932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254f3108-08b9-45a2-96f7-ee63891b8136', 'name': 'tempest-TestMinimumBasicScenario-1414588395-router', 'tenant_id': 'a9176c1aa35b454797426f5d4341a8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'c60b1268-d373-4485-a74c-816523de107d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:15:41Z', 'updated_at': '2021-11-17T15:15:45Z', 'revision_number': 4, 'project_id': 'a9176c1aa35b454797426f5d4341a8f0', 'gw_port': {'id': 'c60b1268-d373-4485-a74c-816523de107d', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f3108-08b9-45a2-96f7-ee63891b8136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:15:42Z', 'updated_at': '2021-11-17T15:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': 'afd32afd-4110-4aae-8a78-27a37aa7a82a', 'name': '', 'network_id': '9536a153-f59d-4a3d-a999-893ac4032dc6', 'tenant_id': 'a9176c1aa35b454797426f5d4341a8f0', 'mac_address': 'fa:16:3e:c6:2b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f3108-08b9-45a2-96f7-ee63891b8136', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '35936d6d-3a38-491b-bcc7-155d304f102b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:15:44Z', 'updated_at': '2021-11-17T15:15:50Z', 'revision_number': 5, 'project_id': 'a9176c1aa35b454797426f5d4341a8f0', 'subnets': [{'id': '35936d6d-3a38-491b-bcc7-155d304f102b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:18:37.808732 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df34e7ba-7fe0-4efb-8655-4a3a5d5ef932 None None] Checking router: 254f3108-08b9-45a2-96f7-ee63891b8136 for host: dv-cinder-818233-1-iscsi {{(pid=101836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 15:18:37.810882 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4533014-2af3-4ef4-b1ac-b7dcb76b27a5 req-17c30b5e-2c56-4262-aff5-76f3d846ee9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:37.812563 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-a4533014-2af3-4ef4-b1ac-b7dcb76b27a5 req-17c30b5e-2c56-4262-aff5-76f3d846ee9f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=35936d6d-3a38-491b-bcc7-155d304f102b HTTP/1.1" status: 200 len: 854 time: 0.0439353 Nov 17 15:18:37.816840 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df34e7ba-7fe0-4efb-8655-4a3a5d5ef932 None None] Routers {'254f3108-08b9-45a2-96f7-ee63891b8136'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:18:37.817433 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-df34e7ba-7fe0-4efb-8655-4a3a5d5ef932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:18:24Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['254f3108-08b9-45a2-96f7-ee63891b8136'], 'active': True} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:18:37.871573 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4533014-2af3-4ef4-b1ac-b7dcb76b27a5 req-152122f2-b7c6-4bad-9b3d-8be0ddc3a9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:37.873051 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-a4533014-2af3-4ef4-b1ac-b7dcb76b27a5 req-152122f2-b7c6-4bad-9b3d-8be0ddc3a9cd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9536a153-f59d-4a3d-a999-893ac4032dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0476508 Nov 17 15:18:37.971429 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-a4533014-2af3-4ef4-b1ac-b7dcb76b27a5 req-b801ef37-dcdc-45f5-b1fb-810f9bd8fce3 service neutron] 10.222.0.55 "GET /v2.0/networks/9536a153-f59d-4a3d-a999-893ac4032dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894990 Nov 17 15:18:38.017512 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvr_db [None req-df34e7ba-7fe0-4efb-8655-4a3a5d5ef932 None None] Set router 254f3108-08b9-45a2-96f7-ee63891b8136 gateway port host: dv-cinder-818233-1-iscsi {{(pid=101836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:18:38.208095 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-df34e7ba-7fe0-4efb-8655-4a3a5d5ef932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254f3108-08b9-45a2-96f7-ee63891b8136', 'name': 'tempest-TestMinimumBasicScenario-1414588395-router', 'tenant_id': 'a9176c1aa35b454797426f5d4341a8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'c60b1268-d373-4485-a74c-816523de107d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:15:41Z', 'updated_at': '2021-11-17T15:15:45Z', 'revision_number': 4, 'project_id': 'a9176c1aa35b454797426f5d4341a8f0', 'gw_port': {'id': 'c60b1268-d373-4485-a74c-816523de107d', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f3108-08b9-45a2-96f7-ee63891b8136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:15:42Z', 'updated_at': '2021-11-17T15:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': 'afd32afd-4110-4aae-8a78-27a37aa7a82a', 'name': '', 'network_id': '9536a153-f59d-4a3d-a999-893ac4032dc6', 'tenant_id': 'a9176c1aa35b454797426f5d4341a8f0', 'mac_address': 'fa:16:3e:c6:2b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f3108-08b9-45a2-96f7-ee63891b8136', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '35936d6d-3a38-491b-bcc7-155d304f102b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:15:44Z', 'updated_at': '2021-11-17T15:15:50Z', 'revision_number': 5, 'project_id': 'a9176c1aa35b454797426f5d4341a8f0', 'subnets': [{'id': '35936d6d-3a38-491b-bcc7-155d304f102b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:18:38.236946 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df34e7ba-7fe0-4efb-8655-4a3a5d5ef932 None None] The sync data for ids ['254f3108-08b9-45a2-96f7-ee63891b8136'] in dv-cinder-818233-1-iscsi is: [{'id': '254f3108-08b9-45a2-96f7-ee63891b8136', 'name': 'tempest-TestMinimumBasicScenario-1414588395-router', 'tenant_id': 'a9176c1aa35b454797426f5d4341a8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'c60b1268-d373-4485-a74c-816523de107d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:15:41Z', 'updated_at': '2021-11-17T15:15:45Z', 'revision_number': 4, 'project_id': 'a9176c1aa35b454797426f5d4341a8f0', 'gw_port': {'id': 'c60b1268-d373-4485-a74c-816523de107d', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f3108-08b9-45a2-96f7-ee63891b8136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:15:42Z', 'updated_at': '2021-11-17T15:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': 'afd32afd-4110-4aae-8a78-27a37aa7a82a', 'name': '', 'network_id': '9536a153-f59d-4a3d-a999-893ac4032dc6', 'tenant_id': 'a9176c1aa35b454797426f5d4341a8f0', 'mac_address': 'fa:16:3e:c6:2b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f3108-08b9-45a2-96f7-ee63891b8136', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '35936d6d-3a38-491b-bcc7-155d304f102b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:15:44Z', 'updated_at': '2021-11-17T15:15:50Z', 'revision_number': 5, 'project_id': 'a9176c1aa35b454797426f5d4341a8f0', 'subnets': [{'id': '35936d6d-3a38-491b-bcc7-155d304f102b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 15:18:38.446635 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759f4abc-8d68-4fa6-93fb-63bde5be942b None None] New status for floating IP be012991-6bae-44cf-8f06-124cbedc6eb8: DOWN {{(pid=101835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 17 15:18:38.540558 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419e874-d8fa-4f27-a26b-6d266e1d035b req-dec213bc-1ce1-4ff8-910b-2506e1d0a1b7 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:38.541935 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-2419e874-d8fa-4f27-a26b-6d266e1d035b req-dec213bc-1ce1-4ff8-910b-2506e1d0a1b7 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 945 time: 0.0505400 Nov 17 15:18:38.588119 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-2419e874-d8fa-4f27-a26b-6d266e1d035b req-2b5f525b-a296-4d7e-998e-3f4162b358dc tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402505 Nov 17 15:18:39.706491 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ef16c-68a8-47ae-84ea-3b9a7bb1f8d5 req-82296042-677b-4537-929d-0ce59b93c7c8 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:39.707919 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-413ef16c-68a8-47ae-84ea-3b9a7bb1f8d5 req-82296042-677b-4537-929d-0ce59b93c7c8 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 945 time: 0.0490303 Nov 17 15:18:39.754280 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-413ef16c-68a8-47ae-84ea-3b9a7bb1f8d5 req-3913ac23-e174-4e6c-8a9b-ae21ab48145e tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406706 Nov 17 15:18:39.899220 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-a4533014-2af3-4ef4-b1ac-b7dcb76b27a5 req-656e25cf-46fd-4c5e-b197-de0ec13b75b2 service neutron] 10.222.0.55 "GET /v2.0/networks/9536a153-f59d-4a3d-a999-893ac4032dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857503 Nov 17 15:18:40.883584 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b343e82-573c-4c09-a812-a3239e410418 req-531d67f5-1fcf-4753-a819-f541154b4785 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:40.885044 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-6b343e82-573c-4c09-a812-a3239e410418 req-531d67f5-1fcf-4753-a819-f541154b4785 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 945 time: 0.0568123 Nov 17 15:18:40.931730 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-6b343e82-573c-4c09-a812-a3239e410418 req-07c37a5f-26aa-4a40-bb88-2f391e890331 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405698 Nov 17 15:18:42.055985 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246b73c3-5f90-40e6-a5de-238eecc41ccd req-ae9b9f7a-f428-4e21-8981-489c71381102 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:42.057471 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-246b73c3-5f90-40e6-a5de-238eecc41ccd req-ae9b9f7a-f428-4e21-8981-489c71381102 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 945 time: 0.0489526 Nov 17 15:18:42.107176 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-246b73c3-5f90-40e6-a5de-238eecc41ccd req-833f3782-3514-4bc4-a165-94392df8a35c tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436666 Nov 17 15:18:43.227226 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f260a286-bfe6-4270-bf7b-f14381f3ccec req-356e64b5-1ca2-4eab-be30-c08b36c941d3 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:43.228728 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-f260a286-bfe6-4270-bf7b-f14381f3ccec req-356e64b5-1ca2-4eab-be30-c08b36c941d3 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 945 time: 0.0512300 Nov 17 15:18:43.274273 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-f260a286-bfe6-4270-bf7b-f14381f3ccec req-250853ff-a348-416c-819d-4041da7c4c0a tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392089 Nov 17 15:18:44.392941 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db035e2c-f181-49a9-8e5b-7995eb390d1f req-b2410850-1424-486d-9269-2c8679bd90ff tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:44.394374 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-db035e2c-f181-49a9-8e5b-7995eb390d1f req-b2410850-1424-486d-9269-2c8679bd90ff tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 945 time: 0.0473831 Nov 17 15:18:44.441450 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-db035e2c-f181-49a9-8e5b-7995eb390d1f req-f4cdffd5-f991-48ff-9d63-c3976a968fd6 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411477 Nov 17 15:18:45.557328 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29900623-a2e8-458b-a5ad-4ff80fac5f0a req-00f13938-5c6a-48c2-b787-e0bc733f9665 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:45.558799 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-29900623-a2e8-458b-a5ad-4ff80fac5f0a req-00f13938-5c6a-48c2-b787-e0bc733f9665 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 945 time: 0.0477107 Nov 17 15:18:45.608060 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-29900623-a2e8-458b-a5ad-4ff80fac5f0a req-bd1350c5-c83e-43c3-8dc9-49b2b85b7868 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434258 Nov 17 15:18:46.724488 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3fa9d-a189-4ded-a88a-c58e98149613 req-07ca3264-5ddf-4950-b5b9-efbf3594a71d tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:46.725844 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-4ba3fa9d-a189-4ded-a88a-c58e98149613 req-07ca3264-5ddf-4950-b5b9-efbf3594a71d tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 945 time: 0.0471795 Nov 17 15:18:46.773098 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-4ba3fa9d-a189-4ded-a88a-c58e98149613 req-d0de133c-a636-4a45-8876-fe2aa4e8381d tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408690 Nov 17 15:18:47.895067 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8bf16-2960-4459-83ba-a6a8e900c133 req-6af1cf69-58c5-42fd-b2ae-18bc5cc9dbaa tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:47.896640 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-cbe8bf16-2960-4459-83ba-a6a8e900c133 req-6af1cf69-58c5-42fd-b2ae-18bc5cc9dbaa tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 945 time: 0.0498552 Nov 17 15:18:47.945161 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-cbe8bf16-2960-4459-83ba-a6a8e900c133 req-bfb36b42-97d5-423e-8cbb-876ce6b9a32a tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426173 Nov 17 15:18:49.061441 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6136f201-3c79-4794-a7a1-d5c8eab26bc4 req-57d5e2f6-7362-40e3-94c3-d4050750e58e tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:49.062878 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-6136f201-3c79-4794-a7a1-d5c8eab26bc4 req-57d5e2f6-7362-40e3-94c3-d4050750e58e tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 945 time: 0.0471210 Nov 17 15:18:49.108959 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-6136f201-3c79-4794-a7a1-d5c8eab26bc4 req-c99d8eae-3415-41d6-a55d-8dadeb712acd tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403545 Nov 17 15:18:50.232484 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad447c5f-1103-462b-82d5-f463ca173069 req-f19b060a-b22e-45b5-acb5-095e7628ad20 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:50.233946 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-ad447c5f-1103-462b-82d5-f463ca173069 req-f19b060a-b22e-45b5-acb5-095e7628ad20 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 945 time: 0.0530143 Nov 17 15:18:50.280546 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-ad447c5f-1103-462b-82d5-f463ca173069 req-ffeb0061-07e0-4191-b989-88d9ee0b410f tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406146 Nov 17 15:18:50.660244 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccc628-21c9-44c9-9357-fd9d14646f93 req-c994e35d-b820-495b-8cb6-608bb6164e29 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:50.661721 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-e7ccc628-21c9-44c9-9357-fd9d14646f93 req-c994e35d-b820-495b-8cb6-608bb6164e29 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 945 time: 0.0517650 Nov 17 15:18:50.711829 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-e7ccc628-21c9-44c9-9357-fd9d14646f93 req-622abbda-7fc0-4062-8809-bf0fa13696ed tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/security-groups?id=32bd9460-1384-4561-9742-995ff127999f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419343 Nov 17 15:18:51.260412 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-64e266f5-dca0-4889-ad04-2d411173a1e3 req-1918bc60-724a-4de9-ad70-1ecf11685811 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1243041801&fields=id&tenant_id=5131dce595224bfe8a730cc800f0f158 HTTP/1.1" status: 200 len: 267 time: 0.0439525 Nov 17 15:18:51.370141 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e266f5-dca0-4889-ad04-2d411173a1e3 req-235942eb-2fc1-49f3-a7ab-fdac7f27af81 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:51.371780 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-64e266f5-dca0-4889-ad04-2d411173a1e3 req-235942eb-2fc1-49f3-a7ab-fdac7f27af81 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/networks?id=35a21660-a2ad-472c-8fa2-5b7c2854ced6 HTTP/1.1" status: 200 len: 811 time: 0.1048815 Nov 17 15:18:51.386461 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-64e266f5-dca0-4889-ad04-2d411173a1e3 req-8f347b8f-8847-4d83-8da2-530e232fce5f tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/quotas/5131dce595224bfe8a730cc800f0f158 HTTP/1.1" status: 200 len: 375 time: 0.0090692 Nov 17 15:18:51.407622 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d71f1-72a0-4bdf-a2d2-65b5683c2b37 req-778e219b-777d-4eb1-9bc8-aa025af47bb9 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:51.409259 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-ba0d71f1-72a0-4bdf-a2d2-65b5683c2b37 req-778e219b-777d-4eb1-9bc8-aa025af47bb9 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 945 time: 0.0495329 Nov 17 15:18:51.439023 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-64e266f5-dca0-4889-ad04-2d411173a1e3 req-e0b9e1ac-f941-418c-90f6-8b26e78a87be tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5131dce595224bfe8a730cc800f0f158&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471399 Nov 17 15:18:51.459832 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-ba0d71f1-72a0-4bdf-a2d2-65b5683c2b37 req-4653f54c-56be-4e15-8604-f8d4aaf53c47 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444736 Nov 17 15:18:51.475029 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1b59ee8a-89b0-4da8-b45a-fe0ec94912b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:51.748583 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-64e266f5-dca0-4889-ad04-2d411173a1e3 req-92daaef5-1532-488a-9d1b-f4d657d530a8 service neutron] 10.222.0.62 "GET /v2.0/networks/35a21660-a2ad-472c-8fa2-5b7c2854ced6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970459 Nov 17 15:18:51.827530 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27735268-cb73-430b-9d90-7dbab100f152 req-46633b8e-89c2-4cb9-b676-225027bcf674 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:51.829005 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-27735268-cb73-430b-9d90-7dbab100f152 req-46633b8e-89c2-4cb9-b676-225027bcf674 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 945 time: 0.0479968 Nov 17 15:18:51.837393 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-64e266f5-dca0-4889-ad04-2d411173a1e3 req-4c25e887-ba17-4001-96ac-481dc5018dab service neutron] 10.222.0.62 "GET /v2.0/networks/35a21660-a2ad-472c-8fa2-5b7c2854ced6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826035 Nov 17 15:18:51.877143 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-27735268-cb73-430b-9d90-7dbab100f152 req-f1449837-ba82-4230-9fc3-7d7c8d89e676 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/security-groups?id=32bd9460-1384-4561-9742-995ff127999f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419087 Nov 17 15:18:52.110203 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-3e2cb866-d4cf-4263-9c37-e7124ffbeea4 req-e65fe490-8bff-4b35-98bf-54d1c54f79ac tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfd2ea67-30f5-4c53-b399-81b3434ca29b HTTP/1.1" status: 200 len: 210 time: 0.0255027 Nov 17 15:18:52.582289 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9554b9df-eb57-407e-a8f9-8c99680aa2a9 req-11bace4a-7baf-4e80-8a99-8c55b8781f95 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:52.583775 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-9554b9df-eb57-407e-a8f9-8c99680aa2a9 req-11bace4a-7baf-4e80-8a99-8c55b8781f95 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 945 time: 0.0507765 Nov 17 15:18:52.629794 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-9554b9df-eb57-407e-a8f9-8c99680aa2a9 req-0008775c-d770-454b-9cd5-dc7008bd43c6 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402212 Nov 17 15:18:52.989700 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579ea72-3cb7-4a2b-a1d9-4364f41312ae req-20b96efd-e30c-4684-a64c-7125834bfd44 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:52.991083 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-7579ea72-3cb7-4a2b-a1d9-4364f41312ae req-20b96efd-e30c-4684-a64c-7125834bfd44 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 945 time: 0.0474117 Nov 17 15:18:53.040878 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-7579ea72-3cb7-4a2b-a1d9-4364f41312ae req-3caa274f-ddbf-4d1c-9a0c-121f8e14bf74 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/security-groups?id=32bd9460-1384-4561-9742-995ff127999f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428932 Nov 17 15:18:53.198993 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-6cd7da59-4d81-46cf-8ab1-457e4b65eff0 req-9d531280-025d-4af3-982d-7ccdf01a27b6 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfd2ea67-30f5-4c53-b399-81b3434ca29b HTTP/1.1" status: 200 len: 210 time: 0.0246968 Nov 17 15:18:53.746533 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809121c5-97e7-48ee-9591-1858fed4e70d req-1906bffd-d143-4277-83fc-f5cc29790706 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:53.748051 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-809121c5-97e7-48ee-9591-1858fed4e70d req-1906bffd-d143-4277-83fc-f5cc29790706 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 945 time: 0.0495985 Nov 17 15:18:53.796113 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-809121c5-97e7-48ee-9591-1858fed4e70d req-aa9f08e5-4e3f-442d-a868-9582037cffa9 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423543 Nov 17 15:18:53.808336 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-9970b58c-32ef-4cab-80fb-e8f2b52c5c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:54.157057 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35300768-3256-4588-8235-f3f74fc9f79b req-e1571299-48ad-498d-acd8-d680bbd0ed61 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:54.158565 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-35300768-3256-4588-8235-f3f74fc9f79b req-e1571299-48ad-498d-acd8-d680bbd0ed61 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 945 time: 0.0489080 Nov 17 15:18:54.204606 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-35300768-3256-4588-8235-f3f74fc9f79b req-52fc0ad8-8563-45d6-b05e-6b485e7eb53b tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/security-groups?id=32bd9460-1384-4561-9742-995ff127999f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400884 Nov 17 15:18:54.290806 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-40b6537e-3ff9-4fd0-8fae-159d5babe471 req-e145581f-5f88-45ae-addf-694d2f5d5004 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfd2ea67-30f5-4c53-b399-81b3434ca29b HTTP/1.1" status: 200 len: 210 time: 0.0263536 Nov 17 15:18:54.584877 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699737b9-d4d0-4516-820a-cb6a7debd74b req-f57663ba-8c1b-4ee4-9b6b-2768b488f5bb tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:54.586199 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-699737b9-d4d0-4516-820a-cb6a7debd74b req-f57663ba-8c1b-4ee4-9b6b-2768b488f5bb tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.55 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 945 time: 0.0502925 Nov 17 15:18:54.678730 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.plugin [req-699737b9-d4d0-4516-820a-cb6a7debd74b req-9b9904f7-a30a-41c7-8fca-2c5eba66ad99 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Deleting port 50c13040-a0e4-461e-ae93-2563ed741f9a {{(pid=101833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:18:54.679128 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-699737b9-d4d0-4516-820a-cb6a7debd74b req-9b9904f7-a30a-41c7-8fca-2c5eba66ad99 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:54.753283 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e266f5-dca0-4889-ad04-2d411173a1e3 req-22872b65-fd5e-4f15-95d0-795ea5677929 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:54.754877 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-64e266f5-dca0-4889-ad04-2d411173a1e3 req-22872b65-fd5e-4f15-95d0-795ea5677929 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.55 "GET /v2.0/networks?id=35a21660-a2ad-472c-8fa2-5b7c2854ced6 HTTP/1.1" status: 200 len: 811 time: 0.1130016 Nov 17 15:18:54.779939 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.db [req-699737b9-d4d0-4516-820a-cb6a7debd74b req-9b9904f7-a30a-41c7-8fca-2c5eba66ad99 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] For port 50c13040-a0e4-461e-ae93-2563ed741f9a, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=50c13040-a0e4-461e-ae93-2563ed741f9a,segment=NetworkSegment(9ce04018-b6b2-4ee2-8014-18729a72bc25),segment_id=9ce04018-b6b2-4ee2-8014-18729a72bc25)] {{(pid=101833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:18:54.780310 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-699737b9-d4d0-4516-820a-cb6a7debd74b req-9b9904f7-a30a-41c7-8fca-2c5eba66ad99 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:54.797678 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.plugin [req-699737b9-d4d0-4516-820a-cb6a7debd74b req-9b9904f7-a30a-41c7-8fca-2c5eba66ad99 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Calling delete_port for 50c13040-a0e4-461e-ae93-2563ed741f9a owned by compute:nova {{(pid=101833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:18:54.798613 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:54.855513 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-64e266f5-dca0-4889-ad04-2d411173a1e3 req-a3cc01ee-99a9-4378-9270-cf1481ccf532 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5131dce595224bfe8a730cc800f0f158 HTTP/1.1" status: 200 len: 380 time: 0.0896022 Nov 17 15:18:54.868653 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [req-64e266f5-dca0-4889-ad04-2d411173a1e3 req-b29c40a5-7a35-450d-8309-b0d78502d4d2 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Request body: {'port': {'device_id': 'bfd2ea67-30f5-4c53-b399-81b3434ca29b', 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6', 'admin_state_up': True, 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'security_groups': ['418ad473-dff6-432a-ba4f-d87e422e1701']}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:18:54.971384 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f1778-9c61-4b89-b1e4-9b54eccb766d req-b9bafdfb-e93d-4f73-9963-a1a6f234bc24 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:54.972886 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-999f1778-9c61-4b89-b1e4-9b54eccb766d req-b9bafdfb-e93d-4f73-9963-a1a6f234bc24 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 945 time: 0.0790792 Nov 17 15:18:54.991964 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64e266f5-dca0-4889-ad04-2d411173a1e3 req-b29c40a5-7a35-450d-8309-b0d78502d4d2 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Made reservation on behalf of 5131dce595224bfe8a730cc800f0f158 for: {'port': 1} {{(pid=101834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:18:54.995439 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-64e266f5-dca0-4889-ad04-2d411173a1e3 req-b29c40a5-7a35-450d-8309-b0d78502d4d2 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:55.053940 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-999f1778-9c61-4b89-b1e4-9b54eccb766d req-2cd157a1-ce64-4567-818f-af033723c56b tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747638 Nov 17 15:18:55.054969 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-699737b9-d4d0-4516-820a-cb6a7debd74b req-9b9904f7-a30a-41c7-8fca-2c5eba66ad99 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4228920'] for port, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:55.069866 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] get_ports_and_sgs() called for port_ids ['50c13040-a0e4-461e-ae93-2563ed741f9a'] {{(pid=101835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 15:18:55.092808 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9904f7-a30a-41c7-8fca-2c5eba66ad99 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Pushing event deleted for resources: {'Port': ['ID=50c13040-a0e4-461e-ae93-2563ed741f9a,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:18:55.131694 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.db_base_plugin_common [req-64e266f5-dca0-4889-ad04-2d411173a1e3 req-b29c40a5-7a35-450d-8309-b0d78502d4d2 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Allocated IP 172.20.0.5 (35a21660-a2ad-472c-8fa2-5b7c2854ced6/e5c17a34-0ae9-43c6-8fa8-687d40ad609a/4569eb3b-394e-467d-af0d-a7a4bc1e9051) {{(pid=101834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:18:55.133745 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.db.l3_dvrscheduler_db [req-699737b9-d4d0-4516-820a-cb6a7debd74b req-9b9904f7-a30a-41c7-8fca-2c5eba66ad99 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] No DVR routers for this DVR port 50c13040-a0e4-461e-ae93-2563ed741f9a on host hv-cinder-81823 {{(pid=101833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 15:18:55.136417 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [req-699737b9-d4d0-4516-820a-cb6a7debd74b req-9b9904f7-a30a-41c7-8fca-2c5eba66ad99 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for port, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:55.140569 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-699737b9-d4d0-4516-820a-cb6a7debd74b req-9b9904f7-a30a-41c7-8fca-2c5eba66ad99 tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.55 "DELETE /v2.0/ports/50c13040-a0e4-461e-ae93-2563ed741f9a HTTP/1.1" status: 204 len: 173 time: 0.5460703 Nov 17 15:18:55.140922 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38def5cd-54da-4c58-bd4f-eee2f63a1c5c', 'name': 'network-vif-deleted', 'tag': '50c13040-a0e4-461e-ae93-2563ed741f9a'}] {{(pid=101833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:18:55.143252 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98a3914b10db2bda8b449d081c398edb642d8063ca6ecbd0a439108c8bd060b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3ab261-e90a-445d-8830-10de6b910ee2" -d '{"events": [{"server_uuid": "38def5cd-54da-4c58-bd4f-eee2f63a1c5c", "name": "network-vif-deleted", "tag": "50c13040-a0e4-461e-ae93-2563ed741f9a"}]}' {{(pid=101833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:18:55.180765 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 15:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160a49dc-999d-441f-809a-837a0d757709 x-openstack-request-id: req-160a49dc-999d-441f-809a-837a0d757709 {{(pid=101833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:18:55.182284 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38def5cd-54da-4c58-bd4f-eee2f63a1c5c", "name": "network-vif-deleted", "tag": "50c13040-a0e4-461e-ae93-2563ed741f9a", "status": "completed", "code": 200}]} {{(pid=101833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:18:55.182284 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-160a49dc-999d-441f-809a-837a0d757709 {{(pid=101833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:18:55.182284 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38def5cd-54da-4c58-bd4f-eee2f63a1c5c', 'name': 'network-vif-deleted', 'tag': '50c13040-a0e4-461e-ae93-2563ed741f9a', 'status': 'completed', 'code': 200} Nov 17 15:18:55.294086 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-64e266f5-dca0-4889-ad04-2d411173a1e3 req-b29c40a5-7a35-450d-8309-b0d78502d4d2 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks [] for port, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:55.325234 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-859bb016-e152-4141-88ea-0c072f3c9250 req-55d4875a-71a4-4a0b-b821-da57723f2ecf tempest-TestMinimumBasicScenario-326250569 tempest-TestMinimumBasicScenario-326250569-project] 10.222.0.62 "GET /v2.0/ports?device_id=38def5cd-54da-4c58-bd4f-eee2f63a1c5c HTTP/1.1" status: 200 len: 210 time: 0.0322154 Nov 17 15:18:55.334748 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-64e266f5-dca0-4889-ad04-2d411173a1e3 req-b29c40a5-7a35-450d-8309-b0d78502d4d2 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:55.404604 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64e266f5-dca0-4889-ad04-2d411173a1e3 req-b29c40a5-7a35-450d-8309-b0d78502d4d2 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Network 35a21660-a2ad-472c-8fa2-5b7c2854ced6 is already hosted by enough agents. {{(pid=101834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:18:55.421549 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.base_scheduler [req-64e266f5-dca0-4889-ad04-2d411173a1e3 req-b29c40a5-7a35-450d-8309-b0d78502d4d2 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Resources bound (agent type, host, resource id): {{(pid=101834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:18:55.424342 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e266f5-dca0-4889-ad04-2d411173a1e3 req-b29c40a5-7a35-450d-8309-b0d78502d4d2 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Received port after_create {{(pid=101834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:18:55.435481 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29c40a5-7a35-450d-8309-b0d78502d4d2 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Pushing event updated for resources: {'Port': ['ID=4569eb3b-394e-467d-af0d-a7a4bc1e9051,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:18:55.490109 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e266f5-dca0-4889-ad04-2d411173a1e3 req-b29c40a5-7a35-450d-8309-b0d78502d4d2 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:55.490728 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-64e266f5-dca0-4889-ad04-2d411173a1e3 req-b29c40a5-7a35-450d-8309-b0d78502d4d2 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for port, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:55.505495 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b162d74-e7d3-4793-9028-a0d6aa6211de req-9474a43f-80e5-4430-93da-f47daae25e93 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:55.507184 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-8b162d74-e7d3-4793-9028-a0d6aa6211de req-9474a43f-80e5-4430-93da-f47daae25e93 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfd2ea67-30f5-4c53-b399-81b3434ca29b HTTP/1.1" status: 200 len: 931 time: 0.1360226 Nov 17 15:18:55.524741 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-64e266f5-dca0-4889-ad04-2d411173a1e3 req-b29c40a5-7a35-450d-8309-b0d78502d4d2 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6611078 Nov 17 15:18:55.552251 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [req-64e266f5-dca0-4889-ad04-2d411173a1e3 req-d60a647c-157c-48ef-8717-5188b76db737 service neutron] Request body: {'port': {'device_id': 'bfd2ea67-30f5-4c53-b399-81b3434ca29b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81823'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:18:55.622202 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-8b162d74-e7d3-4793-9028-a0d6aa6211de req-a714d0ac-c1a7-40b1-a170-6b7fa2c25c95 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957768 Nov 17 15:18:55.632392 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-64e266f5-dca0-4889-ad04-2d411173a1e3 req-d60a647c-157c-48ef-8717-5188b76db737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:55.680410 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device db2ccb66-6f76-43e9-b7bb-28a2fbf25642 details requested by agent hyperv_hv-cinder-81823 with host hv-cinder-81823 {{(pid=101835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 17 15:18:55.779252 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-8abdb025-3a2d-494b-842a-764d7c36ceaa None None] Provisioning complete for port 4569eb3b-394e-467d-af0d-a7a4bc1e9051 triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:18:55.779649 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-8abdb025-3a2d-494b-842a-764d7c36ceaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:55.829345 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port db2ccb66-6f76-43e9-b7bb-28a2fbf25642, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=db2ccb66-6f76-43e9-b7bb-28a2fbf25642,segment=NetworkSegment(ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5),segment_id=ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:18:55.831901 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-8abdb025-3a2d-494b-842a-764d7c36ceaa None None] Port 4569eb3b-394e-467d-af0d-a7a4bc1e9051 cannot update to ACTIVE because it is not bound. {{(pid=101835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 15:18:55.843639 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Returning: {'device': 'db2ccb66-6f76-43e9-b7bb-28a2fbf25642', 'network_id': '2d259df1-c4ab-4d22-8926-f0a465d8e0b5', 'port_id': 'db2ccb66-6f76-43e9-b7bb-28a2fbf25642', 'mac_address': 'fa:16:3e:13:10:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a8d8948-a156-4cc4-9771-6d5567fbb98c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 17 15:18:55.881202 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:55.893490 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.notifiers.nova [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id db2ccb66-6f76-43e9-b7bb-28a2fbf25642 {{(pid=101835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 15:18:55.901167 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.notifiers.nova [req-64e266f5-dca0-4889-ad04-2d411173a1e3 req-d60a647c-157c-48ef-8717-5188b76db737 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4569eb3b-394e-467d-af0d-a7a4bc1e9051 {{(pid=101834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 15:18:55.909037 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-64e266f5-dca0-4889-ad04-2d411173a1e3 req-d60a647c-157c-48ef-8717-5188b76db737 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:55.913875 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port db2ccb66-6f76-43e9-b7bb-28a2fbf25642, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=db2ccb66-6f76-43e9-b7bb-28a2fbf25642,segment=NetworkSegment(ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5),segment_id=ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:18:55.917392 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:55.921736 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.provisioning_blocks [req-64e266f5-dca0-4889-ad04-2d411173a1e3 req-d60a647c-157c-48ef-8717-5188b76db737 service neutron] Transition to ACTIVE for port object 4569eb3b-394e-467d-af0d-a7a4bc1e9051 will not be triggered until provisioned by entity L2. {{(pid=101834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 17 15:18:55.925656 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-64e266f5-dca0-4889-ad04-2d411173a1e3 req-d60a647c-157c-48ef-8717-5188b76db737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4397568'] for port, after_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:55.968901 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Pushing event updated for resources: {'Port': ['ID=db2ccb66-6f76-43e9-b7bb-28a2fbf25642,revision_number=6']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:18:55.978722 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:18:55.979090 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:18:55.979480 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:18:55.979791 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:18:55.980580 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:18:55.981471 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:18:55.981819 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:18:55.982297 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:18:55.982554 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:18:55.983602 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:18:55.984153 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:18:55.984651 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:18:55.995208 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a647c-157c-48ef-8717-5188b76db737 service neutron] Pushing event updated for resources: {'Port': ['ID=4569eb3b-394e-467d-af0d-a7a4bc1e9051,revision_number=2']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:18:56.004895 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] get_ports_and_sgs() called for port_ids ['db2ccb66-6f76-43e9-b7bb-28a2fbf25642'] {{(pid=101835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 15:18:56.067696 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.managers [req-64e266f5-dca0-4889-ad04-2d411173a1e3 req-d60a647c-157c-48ef-8717-5188b76db737 service neutron] Attempting to bind port 4569eb3b-394e-467d-af0d-a7a4bc1e9051 on host hv-cinder-81823 for vnic_type normal with profile {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 15:18:56.068149 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.managers [req-64e266f5-dca0-4889-ad04-2d411173a1e3 req-d60a647c-157c-48ef-8717-5188b76db737 service neutron] Attempting to bind port 4569eb3b-394e-467d-af0d-a7a4bc1e9051 by drivers openvswitch,hyperv on host hv-cinder-81823 at level 0 using segments [{'id': '4f89a60d-a2d1-4edb-a8d1-149bf81601d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6'}] {{(pid=101834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 15:18:56.068345 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e266f5-dca0-4889-ad04-2d411173a1e3 req-d60a647c-157c-48ef-8717-5188b76db737 service neutron] Attempting to bind port 4569eb3b-394e-467d-af0d-a7a4bc1e9051 on network 35a21660-a2ad-472c-8fa2-5b7c2854ced6 {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:18:56.073098 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e266f5-dca0-4889-ad04-2d411173a1e3 req-d60a647c-157c-48ef-8717-5188b76db737 service neutron] Port 4569eb3b-394e-467d-af0d-a7a4bc1e9051 on network 35a21660-a2ad-472c-8fa2-5b7c2854ced6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81823 {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 17 15:18:56.080692 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e266f5-dca0-4889-ad04-2d411173a1e3 req-d60a647c-157c-48ef-8717-5188b76db737 service neutron] Attempting to bind port 4569eb3b-394e-467d-af0d-a7a4bc1e9051 on network 35a21660-a2ad-472c-8fa2-5b7c2854ced6 {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:18:56.081884 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e266f5-dca0-4889-ad04-2d411173a1e3 req-d60a647c-157c-48ef-8717-5188b76db737 service neutron] Checking agent: {'id': '56359ff8-4a05-4ac1-99e4-1793cc03f30f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81823', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 15, 9, 3), 'started_at': datetime.datetime(2021, 11, 17, 15, 9, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 15, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 15:18:56.082222 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e266f5-dca0-4889-ad04-2d411173a1e3 req-d60a647c-157c-48ef-8717-5188b76db737 service neutron] Checking segment: {'id': '4f89a60d-a2d1-4edb-a8d1-149bf81601d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:18:56.082603 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e266f5-dca0-4889-ad04-2d411173a1e3 req-d60a647c-157c-48ef-8717-5188b76db737 service neutron] Bound using segment: {'id': '4f89a60d-a2d1-4edb-a8d1-149bf81601d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6'} {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 15:18:56.083043 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.managers [req-64e266f5-dca0-4889-ad04-2d411173a1e3 req-d60a647c-157c-48ef-8717-5188b76db737 service neutron] Bound port: 4569eb3b-394e-467d-af0d-a7a4bc1e9051, host: hv-cinder-81823, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f89a60d-a2d1-4edb-a8d1-149bf81601d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6'}}] {{(pid=101834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 15:18:56.083417 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-64e266f5-dca0-4889-ad04-2d411173a1e3 req-d60a647c-157c-48ef-8717-5188b76db737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:56.161226 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [req-64e266f5-dca0-4889-ad04-2d411173a1e3 req-d60a647c-157c-48ef-8717-5188b76db737 service neutron] For port 4569eb3b-394e-467d-af0d-a7a4bc1e9051, host hv-cinder-81823, cleared binding levels {{(pid=101834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 15:18:56.165659 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [req-64e266f5-dca0-4889-ad04-2d411173a1e3 req-d60a647c-157c-48ef-8717-5188b76db737 service neutron] For port 4569eb3b-394e-467d-af0d-a7a4bc1e9051, host hv-cinder-81823, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=4569eb3b-394e-467d-af0d-a7a4bc1e9051,segment=NetworkSegment(4f89a60d-a2d1-4edb-a8d1-149bf81601d9),segment_id=4f89a60d-a2d1-4edb-a8d1-149bf81601d9)] {{(pid=101834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 15:18:56.171712 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-64e266f5-dca0-4889-ad04-2d411173a1e3 req-d60a647c-157c-48ef-8717-5188b76db737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4397568'] for port, after_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:56.212483 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e266f5-dca0-4889-ad04-2d411173a1e3 req-d60a647c-157c-48ef-8717-5188b76db737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:56.213546 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-64e266f5-dca0-4889-ad04-2d411173a1e3 req-d60a647c-157c-48ef-8717-5188b76db737 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for port, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:56.215053 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-64e266f5-dca0-4889-ad04-2d411173a1e3 req-d60a647c-157c-48ef-8717-5188b76db737 service neutron] 10.222.0.55 "PUT /v2.0/ports/4569eb3b-394e-467d-af0d-a7a4bc1e9051 HTTP/1.1" status: 200 len: 1093 time: 0.6669087 Nov 17 15:18:56.216823 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfd2ea67-30f5-4c53-b399-81b3434ca29b', 'tag': '4569eb3b-394e-467d-af0d-a7a4bc1e9051'}] {{(pid=101834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:18:56.219705 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10d7295a2f7876e94fbb36dd5f9fa1a1524f2628f083d864ab6dabde9166157e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a60f4e2-dae7-452f-8a49-844023a81736" -d '{"events": [{"name": "network-changed", "server_uuid": "bfd2ea67-30f5-4c53-b399-81b3434ca29b", "tag": "4569eb3b-394e-467d-af0d-a7a4bc1e9051"}]}' {{(pid=101834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:18:56.231868 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff80f0-b5a3-47e7-80bd-8914d7ff44fa req-ef7c13ee-5b0e-4713-8e39-1e30ccdcd047 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:56.234342 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-97ff80f0-b5a3-47e7-80bd-8914d7ff44fa req-ef7c13ee-5b0e-4713-8e39-1e30ccdcd047 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 944 time: 0.0632026 Nov 17 15:18:56.277344 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a647c-157c-48ef-8717-5188b76db737 service neutron] Pushing event updated for resources: {'Port': ['ID=4569eb3b-394e-467d-af0d-a7a4bc1e9051,revision_number=3']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:18:56.317634 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-97ff80f0-b5a3-47e7-80bd-8914d7ff44fa req-9f75ee99-8cae-4312-9e83-c39a957535e0 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737581 Nov 17 15:18:56.339120 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:56.346298 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 15:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55df4f61-0adc-4655-9a5a-c29d163c323e x-openstack-request-id: req-55df4f61-0adc-4655-9a5a-c29d163c323e {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:18:56.346840 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfd2ea67-30f5-4c53-b399-81b3434ca29b", "tag": "4569eb3b-394e-467d-af0d-a7a4bc1e9051", "status": "completed", "code": 200}]} {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:18:56.346840 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-55df4f61-0adc-4655-9a5a-c29d163c323e {{(pid=101834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:18:56.347219 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfd2ea67-30f5-4c53-b399-81b3434ca29b', 'tag': '4569eb3b-394e-467d-af0d-a7a4bc1e9051', 'status': 'completed', 'code': 200} Nov 17 15:18:56.365908 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e266f5-dca0-4889-ad04-2d411173a1e3 req-85504254-c252-4acc-9c70-6ff0dd691286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:56.367460 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-64e266f5-dca0-4889-ad04-2d411173a1e3 req-85504254-c252-4acc-9c70-6ff0dd691286 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5131dce595224bfe8a730cc800f0f158&device_id=bfd2ea67-30f5-4c53-b399-81b3434ca29b HTTP/1.1" status: 200 len: 1096 time: 0.0825768 Nov 17 15:18:56.469686 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-64e266f5-dca0-4889-ad04-2d411173a1e3 req-e11ef69a-f93b-4ed5-87d5-3300e165eb7e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4569eb3b-394e-467d-af0d-a7a4bc1e9051 HTTP/1.1" status: 200 len: 217 time: 0.0437992 Nov 17 15:18:56.520299 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e266f5-dca0-4889-ad04-2d411173a1e3 req-03249360-e4bf-4325-94df-809664e828de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:56.521729 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-64e266f5-dca0-4889-ad04-2d411173a1e3 req-03249360-e4bf-4325-94df-809664e828de service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e5c17a34-0ae9-43c6-8fa8-687d40ad609a HTTP/1.1" status: 200 len: 850 time: 0.0441978 Nov 17 15:18:56.568491 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e266f5-dca0-4889-ad04-2d411173a1e3 req-5e803bb1-2528-42dd-b8d7-56f37886879c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:56.569843 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-64e266f5-dca0-4889-ad04-2d411173a1e3 req-5e803bb1-2528-42dd-b8d7-56f37886879c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=35a21660-a2ad-472c-8fa2-5b7c2854ced6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408700 Nov 17 15:18:56.665974 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-64e266f5-dca0-4889-ad04-2d411173a1e3 req-9feb4c63-d9a9-4afd-ada5-13c89913b89e service neutron] 10.222.0.55 "GET /v2.0/networks/35a21660-a2ad-472c-8fa2-5b7c2854ced6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872009 Nov 17 15:18:56.816745 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e7689-78da-4f40-8744-b0c77cd9256d req-d34ab2b8-7af5-48d6-8f6b-754e7d68ae7a tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:56.818201 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-8e2e7689-78da-4f40-8744-b0c77cd9256d req-d34ab2b8-7af5-48d6-8f6b-754e7d68ae7a tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfd2ea67-30f5-4c53-b399-81b3434ca29b HTTP/1.1" status: 200 len: 943 time: 0.1216781 Nov 17 15:18:56.820188 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-64e266f5-dca0-4889-ad04-2d411173a1e3 req-fe66d235-db3d-493e-95a9-31f6f844506a service neutron] 10.222.0.55 "GET /v2.0/networks/35a21660-a2ad-472c-8fa2-5b7c2854ced6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436076 Nov 17 15:18:56.872938 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-8e2e7689-78da-4f40-8744-b0c77cd9256d req-8d6d8bde-9cb2-4290-a2e2-5f50d7586aee tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485513 Nov 17 15:18:57.084459 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 35492) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:18:57.110582 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:57.462329 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6eddc2-9328-49ff-977d-759b15263769 req-2a8b2313-37c2-4cc2-a81a-bfa95e26c99d tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:57.463806 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-2b6eddc2-9328-49ff-977d-759b15263769 req-2a8b2313-37c2-4cc2-a81a-bfa95e26c99d tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 944 time: 0.0748875 Nov 17 15:18:57.550673 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-2b6eddc2-9328-49ff-977d-759b15263769 req-a3163070-cb6f-4a69-8408-1a554e54beb2 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702479 Nov 17 15:18:57.561029 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-31a33abe-d6b0-4278-b2e8-073507e42f73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-525699'] for router_interface, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:57.837710 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.plugin [None req-31a33abe-d6b0-4278-b2e8-073507e42f73 admin admin] Deleting port afd32afd-4110-4aae-8a78-27a37aa7a82a {{(pid=101833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:18:57.838040 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-31a33abe-d6b0-4278-b2e8-073507e42f73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:57.883158 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device db2ccb66-6f76-43e9-b7bb-28a2fbf25642 up at agent hyperv_hv-cinder-81823 {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:18:57.917788 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.db [None req-31a33abe-d6b0-4278-b2e8-073507e42f73 admin admin] For port afd32afd-4110-4aae-8a78-27a37aa7a82a, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=afd32afd-4110-4aae-8a78-27a37aa7a82a,segment=NetworkSegment(9ce04018-b6b2-4ee2-8014-18729a72bc25),segment_id=9ce04018-b6b2-4ee2-8014-18729a72bc25)] {{(pid=101833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:18:57.917944 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-31a33abe-d6b0-4278-b2e8-073507e42f73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:57.930786 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.plugin [None req-31a33abe-d6b0-4278-b2e8-073507e42f73 admin admin] Calling delete_port for afd32afd-4110-4aae-8a78-27a37aa7a82a owned by network:router_interface {{(pid=101833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:18:57.935260 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Provisioning complete for port db2ccb66-6f76-43e9-b7bb-28a2fbf25642 triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:18:57.935666 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:57.997789 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a68c8c-8d22-4ccc-9393-69b9db424048 req-f5209320-ff63-46d3-85fa-588447462329 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:57.999311 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-33a68c8c-8d22-4ccc-9393-69b9db424048 req-f5209320-ff63-46d3-85fa-588447462329 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfd2ea67-30f5-4c53-b399-81b3434ca29b HTTP/1.1" status: 200 len: 943 time: 0.0504131 Nov 17 15:18:58.019926 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:58.044271 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44db86d1-c699-494c-8722-3771654a7333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2ccb66-6f76-43e9-b7bb-28a2fbf25642'}] {{(pid=101835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:18:58.046872 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc2a867bdaff5c76f0208ec4146e14dfecc9fe2083470249ba9c3c2934649c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ed0358-6891-40d4-88d6-3c18bf7801df" -d '{"events": [{"server_uuid": "44db86d1-c699-494c-8722-3771654a7333", "name": "network-vif-plugged", "status": "completed", "tag": "db2ccb66-6f76-43e9-b7bb-28a2fbf25642"}]}' {{(pid=101835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:18:58.051787 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-33a68c8c-8d22-4ccc-9393-69b9db424048 req-f681f751-b2c0-4758-8599-acd1734d3c07 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459983 Nov 17 15:18:58.059863 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port db2ccb66-6f76-43e9-b7bb-28a2fbf25642, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=db2ccb66-6f76-43e9-b7bb-28a2fbf25642,segment=NetworkSegment(ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5),segment_id=ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:18:58.064137 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:58.064916 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device 50c13040-a0e4-461e-ae93-2563ed741f9a no longer exists at agent hyperv_hv-cinder-81823 {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 15:18:58.090742 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] No Port match for: 50c13040-a0e4-461e-ae93-2563ed741f9a {{(pid=101835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 15:18:58.091100 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device 50c13040-a0e4-461e-ae93-2563ed741f9a not bound to the agent host hv-cinder-81823 {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 15:18:58.111820 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 15:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ff2e44-a6b0-440c-a885-1912bd0296f9 x-openstack-request-id: req-a9ff2e44-a6b0-440c-a885-1912bd0296f9 {{(pid=101835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:18:58.112112 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44db86d1-c699-494c-8722-3771654a7333", "name": "network-vif-plugged", "status": "completed", "tag": "db2ccb66-6f76-43e9-b7bb-28a2fbf25642", "code": 200}]} {{(pid=101835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:18:58.112246 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-31a33abe-d6b0-4278-b2e8-073507e42f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4228920'] for port, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:58.112366 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a9ff2e44-a6b0-440c-a885-1912bd0296f9 {{(pid=101835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:18:58.112746 dv-cinder-818233-1-iscsi neutron-server[101835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44db86d1-c699-494c-8722-3771654a7333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2ccb66-6f76-43e9-b7bb-28a2fbf25642', 'code': 200} Nov 17 15:18:58.136936 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a33abe-d6b0-4278-b2e8-073507e42f73 admin admin] Pushing event deleted for resources: {'Port': ['ID=afd32afd-4110-4aae-8a78-27a37aa7a82a,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:18:58.138042 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Pushing event updated for resources: {'Port': ['ID=db2ccb66-6f76-43e9-b7bb-28a2fbf25642,revision_number=7']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:18:58.296208 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-31a33abe-d6b0-4278-b2e8-073507e42f73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1014546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524637'] for router_interface, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:58.501950 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a33abe-d6b0-4278-b2e8-073507e42f73 admin admin] Router 254f3108-08b9-45a2-96f7-ee63891b8136 has already been hosted by L3 agent ed3bd2e8-8a22-4616-b806-7e727ef760a6 {{(pid=101833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 15:18:58.602981 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a33abe-d6b0-4278-b2e8-073507e42f73 admin admin] Notify agent at l3_agent.dv-cinder-818233-1-iscsi the message routers_updated {{(pid=101833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 15:18:58.608335 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-31a33abe-d6b0-4278-b2e8-073507e42f73 admin admin] 10.222.0.62 "PUT /v2.0/routers/254f3108-08b9-45a2-96f7-ee63891b8136/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5226262 Nov 17 15:18:58.610586 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 35506) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:18:58.613648 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ae1a61-89a6-4b59-80da-e01753488c59 None None] Sync routers for ids ['254f3108-08b9-45a2-96f7-ee63891b8136'] in dv-cinder-818233-1-iscsi {{(pid=101836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 15:18:58.622916 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ae1a61-89a6-4b59-80da-e01753488c59 None None] Routers {'254f3108-08b9-45a2-96f7-ee63891b8136'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:18:58.623661 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-05ae1a61-89a6-4b59-80da-e01753488c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:18:54Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['254f3108-08b9-45a2-96f7-ee63891b8136'], 'active': True} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:18:58.687483 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1af8ea-94ff-4259-b9f6-4856ada8fae4 req-517b2fdb-419b-4a04-9852-97540359beb2 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:58.688953 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-dc1af8ea-94ff-4259-b9f6-4856ada8fae4 req-517b2fdb-419b-4a04-9852-97540359beb2 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 945 time: 0.0610723 Nov 17 15:18:58.720210 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-76750ed3-b7a8-4272-b742-7db395f94d2e admin admin] Publish callbacks [] for router, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:58.731052 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvr_db [None req-05ae1a61-89a6-4b59-80da-e01753488c59 None None] Set router 254f3108-08b9-45a2-96f7-ee63891b8136 gateway port host: dv-cinder-818233-1-iscsi {{(pid=101836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:18:58.737639 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-dc1af8ea-94ff-4259-b9f6-4856ada8fae4 req-228b2667-ee7b-420c-806d-1c7782850b75 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419133 Nov 17 15:18:58.942407 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-05ae1a61-89a6-4b59-80da-e01753488c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254f3108-08b9-45a2-96f7-ee63891b8136', 'name': 'tempest-TestMinimumBasicScenario-1414588395-router', 'tenant_id': 'a9176c1aa35b454797426f5d4341a8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'c60b1268-d373-4485-a74c-816523de107d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:15:41Z', 'updated_at': '2021-11-17T15:18:58Z', 'revision_number': 5, 'project_id': 'a9176c1aa35b454797426f5d4341a8f0', 'gw_port': {'id': 'c60b1268-d373-4485-a74c-816523de107d', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f3108-08b9-45a2-96f7-ee63891b8136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:15:42Z', 'updated_at': '2021-11-17T15:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi'}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:18:58.969033 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ae1a61-89a6-4b59-80da-e01753488c59 None None] Checking router: 254f3108-08b9-45a2-96f7-ee63891b8136 for host: dv-cinder-818233-1-iscsi {{(pid=101836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 15:18:58.977549 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ae1a61-89a6-4b59-80da-e01753488c59 None None] Routers {'254f3108-08b9-45a2-96f7-ee63891b8136'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:18:58.978148 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-05ae1a61-89a6-4b59-80da-e01753488c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:18:54Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['254f3108-08b9-45a2-96f7-ee63891b8136'], 'active': True} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:18:59.038188 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-76750ed3-b7a8-4272-b742-7db395f94d2e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:59.080692 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvr_db [None req-05ae1a61-89a6-4b59-80da-e01753488c59 None None] Set router 254f3108-08b9-45a2-96f7-ee63891b8136 gateway port host: dv-cinder-818233-1-iscsi {{(pid=101836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:18:59.092934 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.plugin [None req-76750ed3-b7a8-4272-b742-7db395f94d2e admin admin] Deleting port c60b1268-d373-4485-a74c-816523de107d {{(pid=101833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:18:59.093273 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-76750ed3-b7a8-4272-b742-7db395f94d2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:59.202486 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.db [None req-76750ed3-b7a8-4272-b742-7db395f94d2e admin admin] For port c60b1268-d373-4485-a74c-816523de107d, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=c60b1268-d373-4485-a74c-816523de107d,segment=NetworkSegment(e39e10fc-a942-4c92-be27-2cc9068c33b8),segment_id=e39e10fc-a942-4c92-be27-2cc9068c33b8)] {{(pid=101833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:18:59.202794 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-76750ed3-b7a8-4272-b742-7db395f94d2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:59.223937 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23542829-2199-4999-bfe1-beaf8d2c06ad req-22782882-2754-4f00-840b-9fae8f29ab32 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:18:59.225385 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-23542829-2199-4999-bfe1-beaf8d2c06ad req-22782882-2754-4f00-840b-9fae8f29ab32 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfd2ea67-30f5-4c53-b399-81b3434ca29b HTTP/1.1" status: 200 len: 943 time: 0.0802181 Nov 17 15:18:59.229540 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.plugin [None req-76750ed3-b7a8-4272-b742-7db395f94d2e admin admin] Calling delete_port for c60b1268-d373-4485-a74c-816523de107d owned by network:router_gateway {{(pid=101833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:18:59.257316 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-05ae1a61-89a6-4b59-80da-e01753488c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '254f3108-08b9-45a2-96f7-ee63891b8136', 'name': 'tempest-TestMinimumBasicScenario-1414588395-router', 'tenant_id': 'a9176c1aa35b454797426f5d4341a8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'c60b1268-d373-4485-a74c-816523de107d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:15:41Z', 'updated_at': '2021-11-17T15:18:58Z', 'revision_number': 5, 'project_id': 'a9176c1aa35b454797426f5d4341a8f0', 'gw_port': {'id': 'c60b1268-d373-4485-a74c-816523de107d', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f3108-08b9-45a2-96f7-ee63891b8136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:15:42Z', 'updated_at': '2021-11-17T15:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi'}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:18:59.286255 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ae1a61-89a6-4b59-80da-e01753488c59 None None] The sync data for ids ['254f3108-08b9-45a2-96f7-ee63891b8136'] in dv-cinder-818233-1-iscsi is: [{'id': '254f3108-08b9-45a2-96f7-ee63891b8136', 'name': 'tempest-TestMinimumBasicScenario-1414588395-router', 'tenant_id': 'a9176c1aa35b454797426f5d4341a8f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': 'c60b1268-d373-4485-a74c-816523de107d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:15:41Z', 'updated_at': '2021-11-17T15:18:58Z', 'revision_number': 5, 'project_id': 'a9176c1aa35b454797426f5d4341a8f0', 'gw_port': {'id': 'c60b1268-d373-4485-a74c-816523de107d', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '254f3108-08b9-45a2-96f7-ee63891b8136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:15:42Z', 'updated_at': '2021-11-17T15:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi'}] {{(pid=101836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 15:18:59.315618 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-23542829-2199-4999-bfe1-beaf8d2c06ad req-44d6dc9e-eab9-447b-9b3b-cc9b3261eed6 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834143 Nov 17 15:18:59.432200 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-76750ed3-b7a8-4272-b742-7db395f94d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4228920'] for port, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:59.461141 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76750ed3-b7a8-4272-b742-7db395f94d2e admin admin] Pushing event deleted for resources: {'Port': ['ID=c60b1268-d373-4485-a74c-816523de107d,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:18:59.516624 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-76750ed3-b7a8-4272-b742-7db395f94d2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526941'] for router_gateway, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:59.613970 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-76750ed3-b7a8-4272-b742-7db395f94d2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11547'] for router, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:59.616049 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-76750ed3-b7a8-4272-b742-7db395f94d2e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:59.662553 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-76750ed3-b7a8-4272-b742-7db395f94d2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044611'] for router, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:59.663408 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76750ed3-b7a8-4272-b742-7db395f94d2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 254f3108-08b9-45a2-96f7-ee63891b8136 {{(pid=101833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 17 15:18:59.669118 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-76750ed3-b7a8-4272-b742-7db395f94d2e admin admin] Publish callbacks [] for router, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:59.672948 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 35514) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:18:59.673476 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-76750ed3-b7a8-4272-b742-7db395f94d2e admin admin] 10.222.0.62 "DELETE /v2.0/routers/254f3108-08b9-45a2-96f7-ee63891b8136 HTTP/1.1" status: 204 len: 168 time: 1.0614209 Nov 17 15:18:59.718756 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0dfad25-1767-4882-a9cd-6d395336a91c admin admin] Deleting subnet 35936d6d-3a38-491b-bcc7-155d304f102b {{(pid=101834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 17 15:18:59.722573 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-e0dfad25-1767-4882-a9cd-6d395336a91c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:18:59.759141 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-e0dfad25-1767-4882-a9cd-6d395336a91c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5815862'] for subnet, precommit_delete_associations {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:00.155261 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-e0dfad25-1767-4882-a9cd-6d395336a91c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925678'] for subnet, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:00.209427 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ceaf3-686a-4586-88fc-6bc7bc1c1e32 req-27fb3d6f-98fd-41a8-8ebb-e38e43d123dc tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:00.210887 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-b68ceaf3-686a-4586-88fc-6bc7bc1c1e32 req-27fb3d6f-98fd-41a8-8ebb-e38e43d123dc tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 945 time: 0.1245248 Nov 17 15:19:00.214575 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60f4e2-dae7-452f-8a49-844023a81736 req-e02e1174-74ab-42f7-9c39-3e1faf4597ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:00.216162 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-6a60f4e2-dae7-452f-8a49-844023a81736 req-e02e1174-74ab-42f7-9c39-3e1faf4597ce service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5131dce595224bfe8a730cc800f0f158&device_id=bfd2ea67-30f5-4c53-b399-81b3434ca29b HTTP/1.1" status: 200 len: 1096 time: 0.1284297 Nov 17 15:19:00.316851 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-e0dfad25-1767-4882-a9cd-6d395336a91c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4397626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5767653'] for subnet, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:00.374022 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dfad25-1767-4882-a9cd-6d395336a91c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35936d6d-3a38-491b-bcc7-155d304f102b,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:19:00.383264 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-b68ceaf3-686a-4586-88fc-6bc7bc1c1e32 req-03e59416-83be-461a-ab3a-31721296ccbe tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629210 Nov 17 15:19:00.384557 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-e0dfad25-1767-4882-a9cd-6d395336a91c admin admin] Publish callbacks [] for subnet, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:00.385427 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a64369-3e4f-43c5-80d3-6d83c60a4985 None None] Network 9536a153-f59d-4a3d-a999-893ac4032dc6 requested from dv-cinder-818233-1-iscsi {{(pid=101835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 15:19:00.389344 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-e0dfad25-1767-4882-a9cd-6d395336a91c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/35936d6d-3a38-491b-bcc7-155d304f102b HTTP/1.1" status: 204 len: 168 time: 0.7145638 Nov 17 15:19:00.391919 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 35540) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:19:00.467334 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60f4e2-dae7-452f-8a49-844023a81736 req-e2eccdee-05ee-4d92-b861-80542d7ce569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:00.468853 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-6a60f4e2-dae7-452f-8a49-844023a81736 req-e2eccdee-05ee-4d92-b861-80542d7ce569 service neutron] 10.222.0.55 "GET /v2.0/networks?id=35a21660-a2ad-472c-8fa2-5b7c2854ced6 HTTP/1.1" status: 200 len: 912 time: 0.2409866 Nov 17 15:19:00.474989 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e94fc-684f-4147-bdf9-defd06885e3e req-6b57537b-725a-4d45-b78f-cf49cc79cd45 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:00.476920 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-916e94fc-684f-4147-bdf9-defd06885e3e req-6b57537b-725a-4d45-b78f-cf49cc79cd45 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfd2ea67-30f5-4c53-b399-81b3434ca29b HTTP/1.1" status: 200 len: 943 time: 0.0676894 Nov 17 15:19:00.607974 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-916e94fc-684f-4147-bdf9-defd06885e3e req-3367bd01-28cd-4824-abcf-14b8dee38601 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225681 Nov 17 15:19:00.660540 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-6a60f4e2-dae7-452f-8a49-844023a81736 req-6542952c-2e00-464b-bf91-8e923c9d4581 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4569eb3b-394e-467d-af0d-a7a4bc1e9051 HTTP/1.1" status: 200 len: 217 time: 0.1100807 Nov 17 15:19:00.663164 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-73bb1604-5f16-4f6a-a39a-cec71b4cd795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056431'] for network, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:00.683624 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001fc2a6-39ac-44fd-9174-cd369d04097e None None] DHCP port deletion for 9536a153-f59d-4a3d-a999-893ac4032dc6 request from dv-cinder-818233-1-iscsi {{(pid=101835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 17 15:19:00.743297 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-001fc2a6-39ac-44fd-9174-cd369d04097e None None] Deleting port 82bf7ab2-6db8-49c6-9941-8f3895611093 {{(pid=101835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:19:00.743708 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-001fc2a6-39ac-44fd-9174-cd369d04097e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:00.758066 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60f4e2-dae7-452f-8a49-844023a81736 req-eb50a0c0-5fb1-4c2e-93bc-f925b4033b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:00.759734 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-6a60f4e2-dae7-452f-8a49-844023a81736 req-eb50a0c0-5fb1-4c2e-93bc-f925b4033b8d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e5c17a34-0ae9-43c6-8fa8-687d40ad609a HTTP/1.1" status: 200 len: 850 time: 0.0914199 Nov 17 15:19:00.824973 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-001fc2a6-39ac-44fd-9174-cd369d04097e None None] For port 82bf7ab2-6db8-49c6-9941-8f3895611093, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=82bf7ab2-6db8-49c6-9941-8f3895611093,segment=NetworkSegment(9ce04018-b6b2-4ee2-8014-18729a72bc25),segment_id=9ce04018-b6b2-4ee2-8014-18729a72bc25)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:19:00.825697 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-001fc2a6-39ac-44fd-9174-cd369d04097e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:00.834563 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60f4e2-dae7-452f-8a49-844023a81736 req-8c331d63-ec8c-4836-9aa1-eb543d90b3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:00.836421 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-6a60f4e2-dae7-452f-8a49-844023a81736 req-8c331d63-ec8c-4836-9aa1-eb543d90b3e9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=35a21660-a2ad-472c-8fa2-5b7c2854ced6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0669391 Nov 17 15:19:00.837770 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [None req-73bb1604-5f16-4f6a-a39a-cec71b4cd795 admin admin] Deleting port 82bf7ab2-6db8-49c6-9941-8f3895611093 {{(pid=101834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:19:00.838285 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-73bb1604-5f16-4f6a-a39a-cec71b4cd795 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:00.846343 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-001fc2a6-39ac-44fd-9174-cd369d04097e None None] Calling delete_port for 82bf7ab2-6db8-49c6-9941-8f3895611093 owned by network:dhcp {{(pid=101835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:19:00.942990 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-001fc2a6-39ac-44fd-9174-cd369d04097e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727'] for port, after_delete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:00.970566 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001fc2a6-39ac-44fd-9174-cd369d04097e None None] Pushing event deleted for resources: {'Port': ['ID=82bf7ab2-6db8-49c6-9941-8f3895611093,revision_number=None']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:19:00.972225 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001fc2a6-39ac-44fd-9174-cd369d04097e None None] No DVR routers for this DVR port 82bf7ab2-6db8-49c6-9941-8f3895611093 on host dv-cinder-818233-1-iscsi {{(pid=101835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 15:19:00.973599 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [None req-73bb1604-5f16-4f6a-a39a-cec71b4cd795 admin admin] For port 82bf7ab2-6db8-49c6-9941-8f3895611093, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=82bf7ab2-6db8-49c6-9941-8f3895611093,segment=NetworkSegment(9ce04018-b6b2-4ee2-8014-18729a72bc25),segment_id=9ce04018-b6b2-4ee2-8014-18729a72bc25)] {{(pid=101834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:19:00.973988 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-73bb1604-5f16-4f6a-a39a-cec71b4cd795 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:00.999451 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [None req-73bb1604-5f16-4f6a-a39a-cec71b4cd795 admin admin] Calling delete_port for 82bf7ab2-6db8-49c6-9941-8f3895611093 owned by network:dhcp {{(pid=101834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:19:01.000691 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device 82bf7ab2-6db8-49c6-9941-8f3895611093 no longer exists at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 15:19:01.023920 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] No Port match for: 82bf7ab2-6db8-49c6-9941-8f3895611093 {{(pid=101835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 15:19:01.024656 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device 82bf7ab2-6db8-49c6-9941-8f3895611093 not bound to the agent host dv-cinder-818233-1-iscsi {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 15:19:01.025147 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device afd32afd-4110-4aae-8a78-27a37aa7a82a no longer exists at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 15:19:01.025646 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-6a60f4e2-dae7-452f-8a49-844023a81736 req-cc97e022-ee0f-4bb7-923b-acdcfee8c648 service neutron] 10.222.0.55 "GET /v2.0/networks/35a21660-a2ad-472c-8fa2-5b7c2854ced6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731310 Nov 17 15:19:01.046473 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] No Port match for: afd32afd-4110-4aae-8a78-27a37aa7a82a {{(pid=101835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 15:19:01.046915 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device afd32afd-4110-4aae-8a78-27a37aa7a82a not bound to the agent host dv-cinder-818233-1-iscsi {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 15:19:01.047433 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device c60b1268-d373-4485-a74c-816523de107d no longer exists at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 15:19:01.071269 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] No Port match for: c60b1268-d373-4485-a74c-816523de107d {{(pid=101835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 15:19:01.071750 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device c60b1268-d373-4485-a74c-816523de107d not bound to the agent host dv-cinder-818233-1-iscsi {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 15:19:01.168955 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-73bb1604-5f16-4f6a-a39a-cec71b4cd795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:01.172346 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-6a60f4e2-dae7-452f-8a49-844023a81736 req-53846ecb-9638-4021-8bd2-a685d33ac0dd service neutron] 10.222.0.55 "GET /v2.0/networks/35a21660-a2ad-472c-8fa2-5b7c2854ced6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181314 Nov 17 15:19:01.198269 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bb1604-5f16-4f6a-a39a-cec71b4cd795 admin admin] Pushing event deleted for resources: {'Port': ['ID=82bf7ab2-6db8-49c6-9941-8f3895611093,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:19:01.202199 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bb1604-5f16-4f6a-a39a-cec71b4cd795 admin admin] No DVR routers for this DVR port 82bf7ab2-6db8-49c6-9941-8f3895611093 on host dv-cinder-818233-1-iscsi {{(pid=101834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 15:19:01.275878 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-73bb1604-5f16-4f6a-a39a-cec71b4cd795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926295', 'neutron.services.segments.db._delete_segments_for_network-8776334380099'] for network, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:01.301745 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.services.segments.db [None req-73bb1604-5f16-4f6a-a39a-cec71b4cd795 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9536a153-f59d-4a3d-a999-893ac4032dc6']}} {{(pid=101834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:19:01.311750 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.services.segments.db [None req-73bb1604-5f16-4f6a-a39a-cec71b4cd795 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ce04018-b6b2-4ee2-8014-18729a72bc25') {'for_net_delete': True} {{(pid=101834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:19:01.312050 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.services.segments.db [None req-73bb1604-5f16-4f6a-a39a-cec71b4cd795 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ce04018-b6b2-4ee2-8014-18729a72bc25') {} {{(pid=101834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:19:01.322381 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-73bb1604-5f16-4f6a-a39a-cec71b4cd795 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776334381132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5815855'] for segment, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:01.337599 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-73bb1604-5f16-4f6a-a39a-cec71b4cd795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931355'] for segment, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:01.344123 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73bb1604-5f16-4f6a-a39a-cec71b4cd795 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=101834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 17 15:19:01.344710 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-73bb1604-5f16-4f6a-a39a-cec71b4cd795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4397668'] for segment, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:01.346653 dv-cinder-818233-1-iscsi neutron-server[101834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 17 15:19:01.346653 dv-cinder-818233-1-iscsi neutron-server[101834]: self.session.flush() Nov 17 15:19:01.346653 dv-cinder-818233-1-iscsi neutron-server[101834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 17 15:19:01.346653 dv-cinder-818233-1-iscsi neutron-server[101834]: self.session.flush() Nov 17 15:19:01.346653 dv-cinder-818233-1-iscsi neutron-server[101834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 17 15:19:01.346653 dv-cinder-818233-1-iscsi neutron-server[101834]: self.session.flush() Nov 17 15:19:01.346653 dv-cinder-818233-1-iscsi neutron-server[101834]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 17 15:19:01.346653 dv-cinder-818233-1-iscsi neutron-server[101834]: self.session.flush() Nov 17 15:19:01.346653 dv-cinder-818233-1-iscsi neutron-server[101834]: Traceback (most recent call last): Nov 17 15:19:01.346653 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 17 15:19:01.346653 dv-cinder-818233-1-iscsi neutron-server[101834]: timer() Nov 17 15:19:01.346653 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 17 15:19:01.346653 dv-cinder-818233-1-iscsi neutron-server[101834]: cb(*args, **kw) Nov 17 15:19:01.346653 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 17 15:19:01.346653 dv-cinder-818233-1-iscsi neutron-server[101834]: return func(*args, **kwargs) Nov 17 15:19:01.346653 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 17 15:19:01.346653 dv-cinder-818233-1-iscsi neutron-server[101834]: self._notify() Nov 17 15:19:01.346653 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 17 15:19:01.346653 dv-cinder-818233-1-iscsi neutron-server[101834]: self.callback(batched_events) Nov 17 15:19:01.346653 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 17 15:19:01.346653 dv-cinder-818233-1-iscsi neutron-server[101834]: event.method(event) Nov 17 15:19:01.346653 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 17 15:19:01.346653 dv-cinder-818233-1-iscsi neutron-server[101834]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 17 15:19:01.346653 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 17 15:19:01.346653 dv-cinder-818233-1-iscsi neutron-server[101834]: aggregate_uuid = self.p_client.list_aggregates( Nov 17 15:19:01.346653 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 17 15:19:01.346653 dv-cinder-818233-1-iscsi neutron-server[101834]: return f(self, *a, **k) Nov 17 15:19:01.346653 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 17 15:19:01.346653 dv-cinder-818233-1-iscsi neutron-server[101834]: return self._get(url).json() Nov 17 15:19:01.346653 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 17 15:19:01.346653 dv-cinder-818233-1-iscsi neutron-server[101834]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 17 15:19:01.346653 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 17 15:19:01.346653 dv-cinder-818233-1-iscsi neutron-server[101834]: return self.request(url, 'GET', **kwargs) Nov 17 15:19:01.346653 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 17 15:19:01.346653 dv-cinder-818233-1-iscsi neutron-server[101834]: base_url = self.get_endpoint(auth, allow=allow, Nov 17 15:19:01.346653 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 17 15:19:01.346653 dv-cinder-818233-1-iscsi neutron-server[101834]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 17 15:19:01.346653 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 17 15:19:01.346653 dv-cinder-818233-1-iscsi neutron-server[101834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 17 15:19:01.346653 dv-cinder-818233-1-iscsi neutron-server[101834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 17 15:19:01.405778 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-73bb1604-5f16-4f6a-a39a-cec71b4cd795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526969'] for network, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:01.411060 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-73bb1604-5f16-4f6a-a39a-cec71b4cd795 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for network, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:01.417630 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-73bb1604-5f16-4f6a-a39a-cec71b4cd795 admin admin] 10.222.0.62 "DELETE /v2.0/networks/9536a153-f59d-4a3d-a999-893ac4032dc6 HTTP/1.1" status: 204 len: 168 time: 1.0212247 Nov 17 15:19:01.417630 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 35552) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:19:01.432925 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bb1604-5f16-4f6a-a39a-cec71b4cd795 admin admin] Pushing event deleted for resources: {'Network': ['ID=9536a153-f59d-4a3d-a999-893ac4032dc6,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:19:01.692228 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8cb941-6f4e-4e46-8c0f-0111a509afbf req-949e8065-33d8-4a47-ab7d-5ba0aecfa1d0 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:01.693711 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-1a8cb941-6f4e-4e46-8c0f-0111a509afbf req-949e8065-33d8-4a47-ab7d-5ba0aecfa1d0 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 945 time: 0.1722236 Nov 17 15:19:01.802664 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-1a8cb941-6f4e-4e46-8c0f-0111a509afbf req-dbad6238-c5ba-44fc-967e-25363a74fe69 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991957 Nov 17 15:19:01.824380 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a403a-9838-48e1-be10-04c8f4fe1dfd req-601449ba-8f1b-4a53-bb29-7f87a4847424 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:01.827615 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-b10a403a-9838-48e1-be10-04c8f4fe1dfd req-601449ba-8f1b-4a53-bb29-7f87a4847424 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfd2ea67-30f5-4c53-b399-81b3434ca29b HTTP/1.1" status: 200 len: 943 time: 0.1193171 Nov 17 15:19:01.936432 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-b10a403a-9838-48e1-be10-04c8f4fe1dfd req-d8abed95-515b-41ef-8ea1-097c2c90562b tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025205 Nov 17 15:19:02.014190 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-683d171a-c029-41f7-ae68-6eb34b33129a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-525699'] for router_interface, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:02.302099 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [None req-683d171a-c029-41f7-ae68-6eb34b33129a admin admin] Deleting port bb277633-4215-4a92-b508-23aae6284cb7 {{(pid=101834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:19:02.302612 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-683d171a-c029-41f7-ae68-6eb34b33129a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:02.392853 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [None req-683d171a-c029-41f7-ae68-6eb34b33129a admin admin] For port bb277633-4215-4a92-b508-23aae6284cb7, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=bb277633-4215-4a92-b508-23aae6284cb7,segment=NetworkSegment(32847be2-1af4-4edb-bb06-331801287bb7),segment_id=32847be2-1af4-4edb-bb06-331801287bb7)] {{(pid=101834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:19:02.393510 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-683d171a-c029-41f7-ae68-6eb34b33129a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:02.413308 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [None req-683d171a-c029-41f7-ae68-6eb34b33129a admin admin] Calling delete_port for bb277633-4215-4a92-b508-23aae6284cb7 owned by network:router_interface {{(pid=101834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:19:02.634625 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-683d171a-c029-41f7-ae68-6eb34b33129a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:02.663379 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d171a-c029-41f7-ae68-6eb34b33129a admin admin] Pushing event deleted for resources: {'Port': ['ID=bb277633-4215-4a92-b508-23aae6284cb7,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:19:02.879119 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-683d171a-c029-41f7-ae68-6eb34b33129a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1014546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524637'] for router_interface, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:03.081367 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32376656-f44b-43ca-9d98-e1536e4815aa req-a3b88266-ef9d-41d3-adcf-9f0e220cf7bc tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:03.082976 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-32376656-f44b-43ca-9d98-e1536e4815aa req-a3b88266-ef9d-41d3-adcf-9f0e220cf7bc tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 945 time: 0.0794797 Nov 17 15:19:03.113810 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b275d-7632-4717-9632-af4037ad786b req-b9ccb0d2-eeaf-4dd7-bdcd-012f1183a28b tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:03.116162 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-b18b275d-7632-4717-9632-af4037ad786b req-b9ccb0d2-eeaf-4dd7-bdcd-012f1183a28b tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfd2ea67-30f5-4c53-b399-81b3434ca29b HTTP/1.1" status: 200 len: 943 time: 0.0914547 Nov 17 15:19:03.178174 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-b18b275d-7632-4717-9632-af4037ad786b req-997044fa-db4b-424e-8cb0-c91834be0386 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523844 Nov 17 15:19:03.205614 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-32376656-f44b-43ca-9d98-e1536e4815aa req-0a9a189c-7a6e-44cf-879a-c9affcdf0d19 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684276 Nov 17 15:19:03.251405 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-683d171a-c029-41f7-ae68-6eb34b33129a admin admin] Router a990e7f9-771c-4200-98e0-b6d1c975e339 has already been hosted by L3 agent ed3bd2e8-8a22-4616-b806-7e727ef760a6 {{(pid=101834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 15:19:03.365494 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683d171a-c029-41f7-ae68-6eb34b33129a admin admin] Notify agent at l3_agent.dv-cinder-818233-1-iscsi the message routers_updated {{(pid=101834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 15:19:03.375228 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bd1cc9-c1d2-48f0-a0e2-a27e1958d024 None None] Sync routers for ids ['a990e7f9-771c-4200-98e0-b6d1c975e339'] in dv-cinder-818233-1-iscsi {{(pid=101835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 15:19:03.394342 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-683d171a-c029-41f7-ae68-6eb34b33129a admin admin] 10.222.0.62 "PUT /v2.0/routers/a990e7f9-771c-4200-98e0-b6d1c975e339/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9627275 Nov 17 15:19:03.394342 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 35574) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:19:03.410577 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bd1cc9-c1d2-48f0-a0e2-a27e1958d024 None None] Routers {'a990e7f9-771c-4200-98e0-b6d1c975e339'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:19:03.411851 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-07bd1cc9-c1d2-48f0-a0e2-a27e1958d024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:18:54Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['a990e7f9-771c-4200-98e0-b6d1c975e339'], 'active': True} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:19:03.523356 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-6a20b998-86e7-465e-ac7b-487a7c5e47b4 admin admin] Publish callbacks [] for router, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:03.548351 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvr_db [None req-07bd1cc9-c1d2-48f0-a0e2-a27e1958d024 None None] Set router a990e7f9-771c-4200-98e0-b6d1c975e339 gateway port host: dv-cinder-818233-1-iscsi {{(pid=101835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:19:03.658382 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-6a20b998-86e7-465e-ac7b-487a7c5e47b4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:03.728694 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [None req-6a20b998-86e7-465e-ac7b-487a7c5e47b4 admin admin] Deleting port 97d83c64-bfb1-4fbb-a4ae-7a680a6bad80 {{(pid=101834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:19:03.729276 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-6a20b998-86e7-465e-ac7b-487a7c5e47b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:03.768549 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-07bd1cc9-c1d2-48f0-a0e2-a27e1958d024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a990e7f9-771c-4200-98e0-b6d1c975e339', 'name': 'tempest-TestMinimumBasicScenario-1712803433-router', 'tenant_id': '559462808417434daf5bb058707d5c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.247'}], 'enable_snat': True}, 'gw_port_id': '97d83c64-bfb1-4fbb-a4ae-7a680a6bad80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:15:47Z', 'updated_at': '2021-11-17T15:19:02Z', 'revision_number': 5, 'project_id': '559462808417434daf5bb058707d5c1b', 'gw_port': {'id': '97d83c64-bfb1-4fbb-a4ae-7a680a6bad80', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:23:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a990e7f9-771c-4200-98e0-b6d1c975e339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:15:48Z', 'updated_at': '2021-11-17T15:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi'}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:19:03.801609 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bd1cc9-c1d2-48f0-a0e2-a27e1958d024 None None] Checking router: a990e7f9-771c-4200-98e0-b6d1c975e339 for host: dv-cinder-818233-1-iscsi {{(pid=101835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 15:19:03.810350 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bd1cc9-c1d2-48f0-a0e2-a27e1958d024 None None] Routers {'a990e7f9-771c-4200-98e0-b6d1c975e339'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:19:03.811051 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-07bd1cc9-c1d2-48f0-a0e2-a27e1958d024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:18:54Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['a990e7f9-771c-4200-98e0-b6d1c975e339'], 'active': True} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:19:03.834129 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [None req-6a20b998-86e7-465e-ac7b-487a7c5e47b4 admin admin] For port 97d83c64-bfb1-4fbb-a4ae-7a680a6bad80, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=97d83c64-bfb1-4fbb-a4ae-7a680a6bad80,segment=NetworkSegment(e39e10fc-a942-4c92-be27-2cc9068c33b8),segment_id=e39e10fc-a942-4c92-be27-2cc9068c33b8)] {{(pid=101834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:19:03.834906 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-6a20b998-86e7-465e-ac7b-487a7c5e47b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:03.850040 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [None req-6a20b998-86e7-465e-ac7b-487a7c5e47b4 admin admin] Calling delete_port for 97d83c64-bfb1-4fbb-a4ae-7a680a6bad80 owned by network:router_gateway {{(pid=101834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:19:03.908164 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvr_db [None req-07bd1cc9-c1d2-48f0-a0e2-a27e1958d024 None None] Set router a990e7f9-771c-4200-98e0-b6d1c975e339 gateway port host: None {{(pid=101835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:19:03.972612 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-07bd1cc9-c1d2-48f0-a0e2-a27e1958d024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a990e7f9-771c-4200-98e0-b6d1c975e339', 'name': 'tempest-TestMinimumBasicScenario-1712803433-router', 'tenant_id': '559462808417434daf5bb058707d5c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:15:47Z', 'updated_at': '2021-11-17T15:19:03Z', 'revision_number': 6, 'project_id': '559462808417434daf5bb058707d5c1b', 'gw_port_host': None}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:19:04.013340 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bd1cc9-c1d2-48f0-a0e2-a27e1958d024 None None] The sync data for ids ['a990e7f9-771c-4200-98e0-b6d1c975e339'] in dv-cinder-818233-1-iscsi is: [{'id': 'a990e7f9-771c-4200-98e0-b6d1c975e339', 'name': 'tempest-TestMinimumBasicScenario-1712803433-router', 'tenant_id': '559462808417434daf5bb058707d5c1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:15:47Z', 'updated_at': '2021-11-17T15:19:03Z', 'revision_number': 6, 'project_id': '559462808417434daf5bb058707d5c1b', 'gw_port_host': None}] {{(pid=101835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 15:19:04.069720 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-6a20b998-86e7-465e-ac7b-487a7c5e47b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:04.093322 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a20b998-86e7-465e-ac7b-487a7c5e47b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=97d83c64-bfb1-4fbb-a4ae-7a680a6bad80,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:19:04.164236 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-6a20b998-86e7-465e-ac7b-487a7c5e47b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526941'] for router_gateway, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:04.297815 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-6a20b998-86e7-465e-ac7b-487a7c5e47b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11547'] for router, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:04.316952 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:04.318538 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-6a20b998-86e7-465e-ac7b-487a7c5e47b4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:04.337147 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80bf51-69cf-446d-9f20-fb9320227312 req-45e1f465-79bf-40f6-99d5-e1ef5ec17ced tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:04.339742 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-2c80bf51-69cf-446d-9f20-fb9320227312 req-45e1f465-79bf-40f6-99d5-e1ef5ec17ced tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfd2ea67-30f5-4c53-b399-81b3434ca29b HTTP/1.1" status: 200 len: 943 time: 0.0661886 Nov 17 15:19:04.403850 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f1add8-2017-4420-996d-4ad997dac7a8 req-21dd81f8-fd57-4de1-b77f-c56dcb8cf46a tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:04.405374 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-29f1add8-2017-4420-996d-4ad997dac7a8 req-21dd81f8-fd57-4de1-b77f-c56dcb8cf46a tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 945 time: 0.1222157 Nov 17 15:19:04.412576 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-6a20b998-86e7-465e-ac7b-487a7c5e47b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044611'] for router, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:04.413146 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a20b998-86e7-465e-ac7b-487a7c5e47b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a990e7f9-771c-4200-98e0-b6d1c975e339 {{(pid=101834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 17 15:19:04.415807 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-2c80bf51-69cf-446d-9f20-fb9320227312 req-814a1f84-044e-411f-bca9-717c37c1a346 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690887 Nov 17 15:19:04.423189 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-6a20b998-86e7-465e-ac7b-487a7c5e47b4 admin admin] Publish callbacks [] for router, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:04.424393 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-6a20b998-86e7-465e-ac7b-487a7c5e47b4 admin admin] 10.222.0.62 "DELETE /v2.0/routers/a990e7f9-771c-4200-98e0-b6d1c975e339 HTTP/1.1" status: 204 len: 168 time: 1.0252635 Nov 17 15:19:04.427493 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 35586) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:19:04.496036 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-29f1add8-2017-4420-996d-4ad997dac7a8 req-205011dd-0bf8-4635-b0ac-d345a53287a2 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808625 Nov 17 15:19:04.523076 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c258d07-afc8-4bac-bafb-369d522d3e89 admin admin] Deleting subnet 3d52d39f-1c7a-439c-a7dc-32b94c9f5285 {{(pid=101833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 17 15:19:04.529483 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-6c258d07-afc8-4bac-bafb-369d522d3e89 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:04.578447 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-6c258d07-afc8-4bac-bafb-369d522d3e89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4228821'] for subnet, precommit_delete_associations {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:04.713211 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-6c258d07-afc8-4bac-bafb-369d522d3e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925678'] for subnet, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:04.791834 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-6c258d07-afc8-4bac-bafb-369d522d3e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4228885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5140397'] for subnet, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:04.819938 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c258d07-afc8-4bac-bafb-369d522d3e89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d52d39f-1c7a-439c-a7dc-32b94c9f5285,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:19:04.825279 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-6c258d07-afc8-4bac-bafb-369d522d3e89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for subnet, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:04.833779 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-6c258d07-afc8-4bac-bafb-369d522d3e89 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/3d52d39f-1c7a-439c-a7dc-32b94c9f5285 HTTP/1.1" status: 204 len: 168 time: 0.4028416 Nov 17 15:19:04.833941 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a666cc-b757-4d26-89cc-d7d7a5aae608 None None] Network ce65d648-52d9-43f5-aff3-5c645d111240 requested from dv-cinder-818233-1-iscsi {{(pid=101835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 15:19:04.834409 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 35588) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:19:04.982395 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device bb277633-4215-4a92-b508-23aae6284cb7 no longer exists at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 15:19:05.008917 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] No Port match for: bb277633-4215-4a92-b508-23aae6284cb7 {{(pid=101835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 15:19:05.009263 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device bb277633-4215-4a92-b508-23aae6284cb7 not bound to the agent host dv-cinder-818233-1-iscsi {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 15:19:05.009683 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device 97d83c64-bfb1-4fbb-a4ae-7a680a6bad80 no longer exists at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 15:19:05.076414 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] No Port match for: 97d83c64-bfb1-4fbb-a4ae-7a680a6bad80 {{(pid=101835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 15:19:05.076756 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device 97d83c64-bfb1-4fbb-a4ae-7a680a6bad80 not bound to the agent host dv-cinder-818233-1-iscsi {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 15:19:05.203672 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3213475c-2000-4ad1-aae5-787999eef04d None None] DHCP port deletion for ce65d648-52d9-43f5-aff3-5c645d111240 request from dv-cinder-818233-1-iscsi {{(pid=101835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 17 15:19:05.265816 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-3213475c-2000-4ad1-aae5-787999eef04d None None] Deleting port f6a2a0f9-dff6-4191-9dde-4459cec1ec2a {{(pid=101835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:19:05.266483 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-3213475c-2000-4ad1-aae5-787999eef04d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:05.276751 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-05674c15-1953-4762-9091-f26138b9ac10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056431'] for network, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:05.343885 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [None req-05674c15-1953-4762-9091-f26138b9ac10 admin admin] Deleting port f6a2a0f9-dff6-4191-9dde-4459cec1ec2a {{(pid=101834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:19:05.344095 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-05674c15-1953-4762-9091-f26138b9ac10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:05.416923 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [None req-05674c15-1953-4762-9091-f26138b9ac10 admin admin] For port f6a2a0f9-dff6-4191-9dde-4459cec1ec2a, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=f6a2a0f9-dff6-4191-9dde-4459cec1ec2a,segment=NetworkSegment(32847be2-1af4-4edb-bb06-331801287bb7),segment_id=32847be2-1af4-4edb-bb06-331801287bb7)] {{(pid=101834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:19:05.417359 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-05674c15-1953-4762-9091-f26138b9ac10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:05.431570 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [None req-05674c15-1953-4762-9091-f26138b9ac10 admin admin] Calling delete_port for f6a2a0f9-dff6-4191-9dde-4459cec1ec2a owned by network:dhcp {{(pid=101834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:19:05.480592 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-3213475c-2000-4ad1-aae5-787999eef04d None None] For port f6a2a0f9-dff6-4191-9dde-4459cec1ec2a, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=f6a2a0f9-dff6-4191-9dde-4459cec1ec2a,segment=NetworkSegment(32847be2-1af4-4edb-bb06-331801287bb7),segment_id=32847be2-1af4-4edb-bb06-331801287bb7)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:19:05.481287 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-3213475c-2000-4ad1-aae5-787999eef04d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:05.495082 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-3213475c-2000-4ad1-aae5-787999eef04d None None] Calling delete_port for f6a2a0f9-dff6-4191-9dde-4459cec1ec2a owned by network:dhcp {{(pid=101835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:19:05.535466 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-05674c15-1953-4762-9091-f26138b9ac10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:05.550339 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05674c15-1953-4762-9091-f26138b9ac10 admin admin] No DVR routers for this DVR port f6a2a0f9-dff6-4191-9dde-4459cec1ec2a on host dv-cinder-818233-1-iscsi {{(pid=101834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 15:19:05.575898 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05674c15-1953-4762-9091-f26138b9ac10 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6a2a0f9-dff6-4191-9dde-4459cec1ec2a,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:19:05.637491 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-3213475c-2000-4ad1-aae5-787999eef04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727'] for port, after_delete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:05.664498 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3213475c-2000-4ad1-aae5-787999eef04d None None] Pushing event deleted for resources: {'Port': ['ID=f6a2a0f9-dff6-4191-9dde-4459cec1ec2a,revision_number=None']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:19:05.669185 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3213475c-2000-4ad1-aae5-787999eef04d None None] No DVR routers for this DVR port f6a2a0f9-dff6-4191-9dde-4459cec1ec2a on host dv-cinder-818233-1-iscsi {{(pid=101835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 15:19:05.725728 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacefefb-6efd-4e8a-855d-36994787f917 req-d61075a8-1a64-4723-abb9-31ae889a278b tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:05.727816 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-cacefefb-6efd-4e8a-855d-36994787f917 req-d61075a8-1a64-4723-abb9-31ae889a278b tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfd2ea67-30f5-4c53-b399-81b3434ca29b HTTP/1.1" status: 200 len: 943 time: 0.1025841 Nov 17 15:19:05.731766 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-05674c15-1953-4762-9091-f26138b9ac10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926295', 'neutron.services.segments.db._delete_segments_for_network-8776334380099'] for network, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:05.757806 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.services.segments.db [None req-05674c15-1953-4762-9091-f26138b9ac10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce65d648-52d9-43f5-aff3-5c645d111240']}} {{(pid=101834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:19:05.767597 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210ee8b-58e0-4062-9300-0a7d2f36a0d6 req-dce644f2-40df-4d3d-ae34-3a5acbb6d3d5 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:05.774893 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-7210ee8b-58e0-4062-9300-0a7d2f36a0d6 req-dce644f2-40df-4d3d-ae34-3a5acbb6d3d5 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 945 time: 0.1430907 Nov 17 15:19:05.802564 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.services.segments.db [None req-05674c15-1953-4762-9091-f26138b9ac10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32847be2-1af4-4edb-bb06-331801287bb7') {'for_net_delete': True} {{(pid=101834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:19:05.802927 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.services.segments.db [None req-05674c15-1953-4762-9091-f26138b9ac10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32847be2-1af4-4edb-bb06-331801287bb7') {} {{(pid=101834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:19:05.818078 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-05674c15-1953-4762-9091-f26138b9ac10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776334381132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5815855'] for segment, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:05.827909 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-cacefefb-6efd-4e8a-855d-36994787f917 req-42927ac5-2bd7-41df-a9e2-00d0b7c53f36 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835955 Nov 17 15:19:05.850272 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-05674c15-1953-4762-9091-f26138b9ac10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931355'] for segment, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:05.863546 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-7210ee8b-58e0-4062-9300-0a7d2f36a0d6 req-ed034100-7787-44e5-89da-e77418c95148 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877116 Nov 17 15:19:05.864582 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05674c15-1953-4762-9091-f26138b9ac10 admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=101834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 17 15:19:05.864985 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-05674c15-1953-4762-9091-f26138b9ac10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4397668'] for segment, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:05.866779 dv-cinder-818233-1-iscsi neutron-server[101834]: Traceback (most recent call last): Nov 17 15:19:05.866779 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 17 15:19:05.866779 dv-cinder-818233-1-iscsi neutron-server[101834]: timer() Nov 17 15:19:05.866779 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 17 15:19:05.866779 dv-cinder-818233-1-iscsi neutron-server[101834]: cb(*args, **kw) Nov 17 15:19:05.866779 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 17 15:19:05.866779 dv-cinder-818233-1-iscsi neutron-server[101834]: return func(*args, **kwargs) Nov 17 15:19:05.866779 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 17 15:19:05.866779 dv-cinder-818233-1-iscsi neutron-server[101834]: self._notify() Nov 17 15:19:05.866779 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 17 15:19:05.866779 dv-cinder-818233-1-iscsi neutron-server[101834]: self.callback(batched_events) Nov 17 15:19:05.866779 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 17 15:19:05.866779 dv-cinder-818233-1-iscsi neutron-server[101834]: event.method(event) Nov 17 15:19:05.866779 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 17 15:19:05.866779 dv-cinder-818233-1-iscsi neutron-server[101834]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 17 15:19:05.866779 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 17 15:19:05.866779 dv-cinder-818233-1-iscsi neutron-server[101834]: aggregate_uuid = self.p_client.list_aggregates( Nov 17 15:19:05.866779 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 17 15:19:05.866779 dv-cinder-818233-1-iscsi neutron-server[101834]: return f(self, *a, **k) Nov 17 15:19:05.866779 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 17 15:19:05.866779 dv-cinder-818233-1-iscsi neutron-server[101834]: return self._get(url).json() Nov 17 15:19:05.866779 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 17 15:19:05.866779 dv-cinder-818233-1-iscsi neutron-server[101834]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 17 15:19:05.866779 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 17 15:19:05.866779 dv-cinder-818233-1-iscsi neutron-server[101834]: return self.request(url, 'GET', **kwargs) Nov 17 15:19:05.866779 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 17 15:19:05.866779 dv-cinder-818233-1-iscsi neutron-server[101834]: base_url = self.get_endpoint(auth, allow=allow, Nov 17 15:19:05.866779 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 17 15:19:05.866779 dv-cinder-818233-1-iscsi neutron-server[101834]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 17 15:19:05.866779 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 17 15:19:05.866779 dv-cinder-818233-1-iscsi neutron-server[101834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 17 15:19:05.866779 dv-cinder-818233-1-iscsi neutron-server[101834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 17 15:19:05.929761 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-05674c15-1953-4762-9091-f26138b9ac10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526969'] for network, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:05.936540 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-05674c15-1953-4762-9091-f26138b9ac10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for network, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:05.942076 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-05674c15-1953-4762-9091-f26138b9ac10 admin admin] 10.222.0.62 "DELETE /v2.0/networks/ce65d648-52d9-43f5-aff3-5c645d111240 HTTP/1.1" status: 204 len: 168 time: 1.1043341 Nov 17 15:19:05.957464 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05674c15-1953-4762-9091-f26138b9ac10 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce65d648-52d9-43f5-aff3-5c645d111240,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:19:06.167532 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 35600) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:19:06.231825 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-8fda0e46-5375-49ab-b9d8-c813c322aa1b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a9176c1aa35b454797426f5d4341a8f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0589788 Nov 17 15:19:06.232683 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 35604) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:19:06.300428 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-c48baf06-2d21-489f-a8e8-5f8674282acf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:06.345925 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-c48baf06-2d21-489f-a8e8-5f8674282acf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:06.404408 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-c48baf06-2d21-489f-a8e8-5f8674282acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:06.408535 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-c48baf06-2d21-489f-a8e8-5f8674282acf admin admin] Publish callbacks [] for security_group, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:06.412480 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-c48baf06-2d21-489f-a8e8-5f8674282acf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/32bd9460-1384-4561-9742-995ff127999f HTTP/1.1" status: 204 len: 168 time: 0.1779494 Nov 17 15:19:06.423135 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48baf06-2d21-489f-a8e8-5f8674282acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bd9460-1384-4561-9742-995ff127999f,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:19:06.826535 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 35620) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:19:06.882535 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-bdb5cd97-d6f5-49da-bafe-fa67d2c9d7d8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=559462808417434daf5bb058707d5c1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0550263 Nov 17 15:19:06.885175 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 35626) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:19:06.951956 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd75cc6-e470-4543-9523-c6a27ce4eaf9 req-cf6e3d83-f93e-4473-8333-06e0c208eaf4 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:06.960074 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-7bd75cc6-e470-4543-9523-c6a27ce4eaf9 req-cf6e3d83-f93e-4473-8333-06e0c208eaf4 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfd2ea67-30f5-4c53-b399-81b3434ca29b HTTP/1.1" status: 200 len: 943 time: 0.0633283 Nov 17 15:19:06.977407 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device f6a2a0f9-dff6-4191-9dde-4459cec1ec2a no longer exists at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 15:19:07.007047 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] No Port match for: f6a2a0f9-dff6-4191-9dde-4459cec1ec2a {{(pid=101835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 15:19:07.007772 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device f6a2a0f9-dff6-4191-9dde-4459cec1ec2a not bound to the agent host dv-cinder-818233-1-iscsi {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 15:19:07.013197 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-05596d0f-9615-4a25-a0ea-93987e6f2b19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:07.029113 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-7bd75cc6-e470-4543-9523-c6a27ce4eaf9 req-987cc495-f557-4161-859a-a567570f266a tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680044 Nov 17 15:19:07.049269 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-05596d0f-9615-4a25-a0ea-93987e6f2b19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:07.076155 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ce413-e1ba-4e2e-b47c-b9c956bb4f0b req-fb5c696c-3a3c-4c83-b5f0-5c73b731975e tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:07.083287 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-cf1ce413-e1ba-4e2e-b47c-b9c956bb4f0b req-fb5c696c-3a3c-4c83-b5f0-5c73b731975e tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 945 time: 0.1115408 Nov 17 15:19:07.151394 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-cf1ce413-e1ba-4e2e-b47c-b9c956bb4f0b req-500d8ebf-2e3c-43fc-89a7-58c02f462dd7 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666099 Nov 17 15:19:07.169097 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-05596d0f-9615-4a25-a0ea-93987e6f2b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:07.172536 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-05596d0f-9615-4a25-a0ea-93987e6f2b19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:07.173735 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-05596d0f-9615-4a25-a0ea-93987e6f2b19 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1fa6ec6c-ae27-4ffd-b1eb-f8b90a774b84 HTTP/1.1" status: 204 len: 168 time: 0.2875922 Nov 17 15:19:07.182592 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05596d0f-9615-4a25-a0ea-93987e6f2b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa6ec6c-ae27-4ffd-b1eb-f8b90a774b84,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:19:07.817471 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device 4569eb3b-394e-467d-af0d-a7a4bc1e9051 details requested by agent hyperv_hv-cinder-81823 with host hv-cinder-81823 {{(pid=101835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 17 15:19:07.950717 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.agents_db [None req-8c09612d-4555-4199-ac80-2bf3536e394d None None] Agent healthcheck: found 6 active agents {{(pid=101836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 15:19:07.954176 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port 4569eb3b-394e-467d-af0d-a7a4bc1e9051, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=4569eb3b-394e-467d-af0d-a7a4bc1e9051,segment=NetworkSegment(4f89a60d-a2d1-4edb-a8d1-149bf81601d9),segment_id=4f89a60d-a2d1-4edb-a8d1-149bf81601d9)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:19:07.967005 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Returning: {'device': '4569eb3b-394e-467d-af0d-a7a4bc1e9051', 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6', 'port_id': '4569eb3b-394e-467d-af0d-a7a4bc1e9051', 'mac_address': 'fa:16:3e:5c:db:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5c17a34-0ae9-43c6-8fa8-687d40ad609a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 17 15:19:08.012232 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:08.026151 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.notifiers.nova [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4569eb3b-394e-467d-af0d-a7a4bc1e9051 {{(pid=101835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 15:19:08.056292 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port 4569eb3b-394e-467d-af0d-a7a4bc1e9051, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=4569eb3b-394e-467d-af0d-a7a4bc1e9051,segment=NetworkSegment(4f89a60d-a2d1-4edb-a8d1-149bf81601d9),segment_id=4f89a60d-a2d1-4edb-a8d1-149bf81601d9)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:19:08.062398 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:08.119420 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Pushing event updated for resources: {'Port': ['ID=4569eb3b-394e-467d-af0d-a7a4bc1e9051,revision_number=4']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:19:08.150333 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b76e4-36b2-4f4f-9848-34eedb083072 req-10fb9ba5-ee21-492e-a75c-07b2baa77782 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:08.151993 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-576b76e4-36b2-4f4f-9848-34eedb083072 req-10fb9ba5-ee21-492e-a75c-07b2baa77782 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfd2ea67-30f5-4c53-b399-81b3434ca29b HTTP/1.1" status: 200 len: 944 time: 0.0555160 Nov 17 15:19:08.219884 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-576b76e4-36b2-4f4f-9848-34eedb083072 req-b625c68e-8884-4ec4-a905-8235ec58f339 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608137 Nov 17 15:19:08.305444 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a7155-8f78-4be5-b433-974225df7e81 req-33f90ac7-8d8e-48b3-8523-0a71514ceb88 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:08.307960 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-b24a7155-8f78-4be5-b433-974225df7e81 req-33f90ac7-8d8e-48b3-8523-0a71514ceb88 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 945 time: 0.0569904 Nov 17 15:19:08.365419 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-b24a7155-8f78-4be5-b433-974225df7e81 req-53164cee-d527-42e3-b23e-cc70567deb5b tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506997 Nov 17 15:19:08.372214 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] get_ports_and_sgs() called for port_ids ['4569eb3b-394e-467d-af0d-a7a4bc1e9051'] {{(pid=101835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 15:19:09.346411 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efaf584-08f6-42d5-b1f3-ca19d0e66960 req-8da1995b-5f41-45e9-b192-140b42c6fb0e tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:09.348040 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-3efaf584-08f6-42d5-b1f3-ca19d0e66960 req-8da1995b-5f41-45e9-b192-140b42c6fb0e tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfd2ea67-30f5-4c53-b399-81b3434ca29b HTTP/1.1" status: 200 len: 944 time: 0.0529890 Nov 17 15:19:09.419345 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-3efaf584-08f6-42d5-b1f3-ca19d0e66960 req-fa589d58-3788-485b-9a4e-3a320d6fec8a tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648363 Nov 17 15:19:09.515522 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0d8f6-1f01-490b-93a8-b0b4209eeb58 req-eea6fd45-daca-4cd2-aec5-78a56afd245f tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:09.517206 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-64b0d8f6-1f01-490b-93a8-b0b4209eeb58 req-eea6fd45-daca-4cd2-aec5-78a56afd245f tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 945 time: 0.0573487 Nov 17 15:19:09.583524 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-64b0d8f6-1f01-490b-93a8-b0b4209eeb58 req-887327eb-50ca-4aed-8273-e49727cd2e27 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602214 Nov 17 15:19:09.844941 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device 4569eb3b-394e-467d-af0d-a7a4bc1e9051 up at agent hyperv_hv-cinder-81823 {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:19:09.898223 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Provisioning for port 4569eb3b-394e-467d-af0d-a7a4bc1e9051 completed by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 17 15:19:09.902231 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Provisioning complete for port 4569eb3b-394e-467d-af0d-a7a4bc1e9051 triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:19:09.903088 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:09.995595 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:10.018749 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd2ea67-30f5-4c53-b399-81b3434ca29b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4569eb3b-394e-467d-af0d-a7a4bc1e9051'}] {{(pid=101835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:19:10.021236 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc2a867bdaff5c76f0208ec4146e14dfecc9fe2083470249ba9c3c2934649c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38f6fdc-412a-4297-9cc8-bd8658d3efc8" -d '{"events": [{"server_uuid": "bfd2ea67-30f5-4c53-b399-81b3434ca29b", "name": "network-vif-plugged", "status": "completed", "tag": "4569eb3b-394e-467d-af0d-a7a4bc1e9051"}]}' {{(pid=101835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:19:10.034495 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port 4569eb3b-394e-467d-af0d-a7a4bc1e9051, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=4569eb3b-394e-467d-af0d-a7a4bc1e9051,segment=NetworkSegment(4f89a60d-a2d1-4edb-a8d1-149bf81601d9),segment_id=4f89a60d-a2d1-4edb-a8d1-149bf81601d9)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:19:10.039149 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:10.088838 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 15:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c9501c-1332-47f0-9944-ff3925327ad3 x-openstack-request-id: req-c6c9501c-1332-47f0-9944-ff3925327ad3 {{(pid=101835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:19:10.089340 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfd2ea67-30f5-4c53-b399-81b3434ca29b", "name": "network-vif-plugged", "status": "completed", "tag": "4569eb3b-394e-467d-af0d-a7a4bc1e9051", "code": 200}]} {{(pid=101835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:19:10.089784 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c6c9501c-1332-47f0-9944-ff3925327ad3 {{(pid=101835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:19:10.090336 dv-cinder-818233-1-iscsi neutron-server[101835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd2ea67-30f5-4c53-b399-81b3434ca29b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4569eb3b-394e-467d-af0d-a7a4bc1e9051', 'code': 200} Nov 17 15:19:10.100812 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Pushing event updated for resources: {'Port': ['ID=4569eb3b-394e-467d-af0d-a7a4bc1e9051,revision_number=5']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:19:10.424137 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c38b2fb-4cf3-4d55-9689-6eec23e55561 req-31825e94-217e-4925-a0bb-810f68b07845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:10.425691 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-0c38b2fb-4cf3-4d55-9689-6eec23e55561 req-31825e94-217e-4925-a0bb-810f68b07845 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bfd2ea67-30f5-4c53-b399-81b3434ca29b HTTP/1.1" status: 200 len: 1098 time: 0.0488548 Nov 17 15:19:10.493410 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 35690) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:19:10.506171 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-0c38b2fb-4cf3-4d55-9689-6eec23e55561 req-c2d10c20-5bde-4e57-8986-840c79eb02dd service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700819 Nov 17 15:19:10.579457 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a007653-b990-43df-8d89-370dc91552f1 req-159c7098-6ab2-4036-aa9a-09dbe89aaefc tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:10.581202 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-4a007653-b990-43df-8d89-370dc91552f1 req-159c7098-6ab2-4036-aa9a-09dbe89aaefc tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfd2ea67-30f5-4c53-b399-81b3434ca29b HTTP/1.1" status: 200 len: 945 time: 0.0608273 Nov 17 15:19:10.624833 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-712bfd63-f83e-468c-b994-ce9704756447 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:10.657397 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-4a007653-b990-43df-8d89-370dc91552f1 req-d52e4927-13be-438f-80d7-4c05ded789ab tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703313 Nov 17 15:19:10.720963 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-712bfd63-f83e-468c-b994-ce9704756447 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:10.728069 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-712bfd63-f83e-468c-b994-ce9704756447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:10.764100 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712bfd63-f83e-468c-b994-ce9704756447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e0adf7-dafe-4f41-92fa-7a1b076d4838,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:19:10.778429 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-712bfd63-f83e-468c-b994-ce9704756447 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8b55e211f23c4d3ebb7a753cb9f0c8f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2833745 Nov 17 15:19:10.782431 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 35698) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:19:10.835657 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-1ea8bb03-d4b3-4c3b-8900-89af42abf7fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:10.870514 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-1ea8bb03-d4b3-4c3b-8900-89af42abf7fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:10.921729 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-1ea8bb03-d4b3-4c3b-8900-89af42abf7fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:10.924586 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-1ea8bb03-d4b3-4c3b-8900-89af42abf7fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:10.928336 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-1ea8bb03-d4b3-4c3b-8900-89af42abf7fd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/53e0adf7-dafe-4f41-92fa-7a1b076d4838 HTTP/1.1" status: 204 len: 168 time: 0.1447806 Nov 17 15:19:10.937209 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea8bb03-d4b3-4c3b-8900-89af42abf7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e0adf7-dafe-4f41-92fa-7a1b076d4838,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:19:11.002269 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406ef31-94ad-40ce-83ef-7237847980bf req-305b3253-37c2-4327-986a-658d34e92814 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:11.003810 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-a406ef31-94ad-40ce-83ef-7237847980bf req-305b3253-37c2-4327-986a-658d34e92814 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 945 time: 0.0515587 Nov 17 15:19:11.055478 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-a406ef31-94ad-40ce-83ef-7237847980bf req-fd8ad6f6-f0d7-464e-b565-e4f4002bb58d tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428040 Nov 17 15:19:11.199944 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 35714) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:19:11.213112 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-9adb4a1d-100b-401b-82a8-ccf559027e97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:11.289128 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-9adb4a1d-100b-401b-82a8-ccf559027e97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:11.292626 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-9adb4a1d-100b-401b-82a8-ccf559027e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:11.329522 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-9adb4a1d-100b-401b-82a8-ccf559027e97 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9c4408998c2347db8c58d41147468194&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1285431 Nov 17 15:19:11.330598 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adb4a1d-100b-401b-82a8-ccf559027e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d4e629-5e51-40ec-9868-f39be9001e0f,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:19:11.332269 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 35716) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:19:11.382787 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-9d8fff6f-b81e-4aef-b134-1bda27b0cdd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:11.404964 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-9d8fff6f-b81e-4aef-b134-1bda27b0cdd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:11.452400 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-9d8fff6f-b81e-4aef-b134-1bda27b0cdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:11.455091 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-9d8fff6f-b81e-4aef-b134-1bda27b0cdd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:11.456492 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-9d8fff6f-b81e-4aef-b134-1bda27b0cdd7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/59d4e629-5e51-40ec-9868-f39be9001e0f HTTP/1.1" status: 204 len: 168 time: 0.1231666 Nov 17 15:19:11.464677 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8fff6f-b81e-4aef-b134-1bda27b0cdd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d4e629-5e51-40ec-9868-f39be9001e0f,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:19:11.674320 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beea26a-0de3-4d26-ab58-9cdfd0b172b2 req-f8103219-29c0-4c27-a311-bb2d67333df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:11.675945 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-7beea26a-0de3-4d26-ab58-9cdfd0b172b2 req-f8103219-29c0-4c27-a311-bb2d67333df8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=63de158095ca464198ff20de9427a670&device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 1098 time: 0.0405309 Nov 17 15:19:11.801793 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beea26a-0de3-4d26-ab58-9cdfd0b172b2 req-7b3d732a-4866-4072-9086-bb93b5f83336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:11.803257 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-7beea26a-0de3-4d26-ab58-9cdfd0b172b2 req-7b3d732a-4866-4072-9086-bb93b5f83336 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2d259df1-c4ab-4d22-8926-f0a465d8e0b5 HTTP/1.1" status: 200 len: 918 time: 0.1172581 Nov 17 15:19:11.814660 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23fb74f-e6e9-40be-8012-c7e147954d2e req-8816ff59-c641-48b3-803d-7792f5042768 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:11.816084 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-c23fb74f-e6e9-40be-8012-c7e147954d2e req-8816ff59-c641-48b3-803d-7792f5042768 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfd2ea67-30f5-4c53-b399-81b3434ca29b HTTP/1.1" status: 200 len: 945 time: 0.0721688 Nov 17 15:19:11.904916 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-7beea26a-0de3-4d26-ab58-9cdfd0b172b2 req-e4261041-8a2a-494c-8394-5fa415b1840a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db2ccb66-6f76-43e9-b7bb-28a2fbf25642 HTTP/1.1" status: 200 len: 1001 time: 0.0878909 Nov 17 15:19:11.913916 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-c23fb74f-e6e9-40be-8012-c7e147954d2e req-f83f0983-6b91-4e56-9c68-e77010e101e6 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915108 Nov 17 15:19:11.960612 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beea26a-0de3-4d26-ab58-9cdfd0b172b2 req-21484359-c244-47ed-b948-12b7997688ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:11.962036 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-7beea26a-0de3-4d26-ab58-9cdfd0b172b2 req-21484359-c244-47ed-b948-12b7997688ed service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8a8d8948-a156-4cc4-9771-6d5567fbb98c HTTP/1.1" status: 200 len: 856 time: 0.0472233 Nov 17 15:19:12.022546 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beea26a-0de3-4d26-ab58-9cdfd0b172b2 req-727583d7-ad93-4439-b8bf-928a8615d6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:12.024121 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-7beea26a-0de3-4d26-ab58-9cdfd0b172b2 req-727583d7-ad93-4439-b8bf-928a8615d6a8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2d259df1-c4ab-4d22-8926-f0a465d8e0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447092 Nov 17 15:19:12.142166 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-7beea26a-0de3-4d26-ab58-9cdfd0b172b2 req-1db509a1-ae37-44a9-b27e-e37529cb9333 service neutron] 10.222.0.55 "GET /v2.0/networks/2d259df1-c4ab-4d22-8926-f0a465d8e0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044304 Nov 17 15:19:12.184743 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a3d11-4f92-4fa6-9792-94bf0f39737c req-4e95350b-40f4-4320-9a17-b651838fa650 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:12.187818 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-399a3d11-4f92-4fa6-9792-94bf0f39737c req-4e95350b-40f4-4320-9a17-b651838fa650 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 945 time: 0.0533910 Nov 17 15:19:12.238971 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-7beea26a-0de3-4d26-ab58-9cdfd0b172b2 req-b807c6f6-8c19-4916-a824-5600d8f35b70 service neutron] 10.222.0.55 "GET /v2.0/networks/2d259df1-c4ab-4d22-8926-f0a465d8e0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885484 Nov 17 15:19:12.239958 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-399a3d11-4f92-4fa6-9792-94bf0f39737c req-1eb75287-5dcd-4af6-88ec-4b8cfd0caba5 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477645 Nov 17 15:19:13.038043 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a92aa-cfcf-4c4d-a8d3-ec9fb46072cd req-7dfcde5a-0031-4ccd-9853-a325c3743ddd tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:13.039483 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-8b2a92aa-cfcf-4c4d-a8d3-ec9fb46072cd req-7dfcde5a-0031-4ccd-9853-a325c3743ddd tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfd2ea67-30f5-4c53-b399-81b3434ca29b HTTP/1.1" status: 200 len: 945 time: 0.0549421 Nov 17 15:19:13.088747 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-8b2a92aa-cfcf-4c4d-a8d3-ec9fb46072cd req-f9dbcb46-f848-4166-92f4-02d39316efe4 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433359 Nov 17 15:19:13.209510 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738dea29-1a28-49c6-a30c-28614152a9da req-031e0b1b-8f80-415a-8bea-068f836e937d tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:13.209510 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-738dea29-1a28-49c6-a30c-28614152a9da req-031e0b1b-8f80-415a-8bea-068f836e937d tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfd2ea67-30f5-4c53-b399-81b3434ca29b HTTP/1.1" status: 200 len: 945 time: 0.0515616 Nov 17 15:19:13.262791 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-738dea29-1a28-49c6-a30c-28614152a9da req-5397f582-d183-4e4d-b6d0-4368a8436120 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477083 Nov 17 15:19:13.284794 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 35776) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:19:13.363765 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e33cf7-2837-4bd5-98f4-c7390103a6e7 req-7217181c-a864-46db-8196-7c930569690d tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:13.365244 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-12e33cf7-2837-4bd5-98f4-c7390103a6e7 req-7217181c-a864-46db-8196-7c930569690d tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 945 time: 0.0489883 Nov 17 15:19:13.412887 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-12e33cf7-2837-4bd5-98f4-c7390103a6e7 req-2e54a122-bfd6-4e13-af88-22ff77ded2e9 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409155 Nov 17 15:19:13.469628 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8199af80-a12a-446f-9735-8f83e02a8d23 tempest-TestVolumeBootPattern-31777221 tempest-TestVolumeBootPattern-31777221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:13.471158 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-8199af80-a12a-446f-9735-8f83e02a8d23 tempest-TestVolumeBootPattern-31777221 tempest-TestVolumeBootPattern-31777221-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=bfd2ea67-30f5-4c53-b399-81b3434ca29b HTTP/1.1" status: 200 len: 1093 time: 0.1854925 Nov 17 15:19:13.474318 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 35780) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:19:13.479091 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [None req-fab0d08e-62aa-4fc4-b853-eeca29683451 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Request body: {'floatingip': {'floating_network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'port_id': '4569eb3b-394e-467d-af0d-a7a4bc1e9051', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:19:13.501903 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-fab0d08e-62aa-4fc4-b853-eeca29683451 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks [] for floatingip, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:13.596351 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-fab0d08e-62aa-4fc4-b853-eeca29683451 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:13.700718 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.db_base_plugin_common [None req-fab0d08e-62aa-4fc4-b853-eeca29683451 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Allocated IP 172.27.1.167 (183472ab-d8ab-4bee-8fe8-a0a558356eba/10bde91e-9264-4f35-ad90-cbbdc12529d4/6561ca72-414c-4750-991f-6f7b94a322e1) {{(pid=101834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:19:13.798242 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-fab0d08e-62aa-4fc4-b853-eeca29683451 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks [] for port, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:13.829862 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-fab0d08e-62aa-4fc4-b853-eeca29683451 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:13.865965 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab0d08e-62aa-4fc4-b853-eeca29683451 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Network 183472ab-d8ab-4bee-8fe8-a0a558356eba is already hosted by enough agents. {{(pid=101834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:19:13.872146 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.base_scheduler [None req-fab0d08e-62aa-4fc4-b853-eeca29683451 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Resources bound (agent type, host, resource id): {{(pid=101834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:19:13.875708 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab0d08e-62aa-4fc4-b853-eeca29683451 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Received port after_create {{(pid=101834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:19:13.880793 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab0d08e-62aa-4fc4-b853-eeca29683451 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Pushing event updated for resources: {'Port': ['ID=6561ca72-414c-4750-991f-6f7b94a322e1,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:19:14.224715 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-fab0d08e-62aa-4fc4-b853-eeca29683451 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:14.307612 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-fab0d08e-62aa-4fc4-b853-eeca29683451 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:14.474361 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-fab0d08e-62aa-4fc4-b853-eeca29683451 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks [] for port, precommit_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:14.479869 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-fab0d08e-62aa-4fc4-b853-eeca29683451 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4397568'] for port, after_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:14.552402 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab0d08e-62aa-4fc4-b853-eeca29683451 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Pushing event updated for resources: {'Port': ['ID=6561ca72-414c-4750-991f-6f7b94a322e1,revision_number=2']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:19:14.555687 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3162e16-62f7-4671-97dc-1d33ba54654b req-10c841db-7c58-41c5-81be-c74b56cef08b tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:14.557314 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-b3162e16-62f7-4671-97dc-1d33ba54654b req-10c841db-7c58-41c5-81be-c74b56cef08b tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 945 time: 0.0517437 Nov 17 15:19:14.562824 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-fab0d08e-62aa-4fc4-b853-eeca29683451 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526871'] for floatingip, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:14.614329 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-b3162e16-62f7-4671-97dc-1d33ba54654b req-c8134bbc-6627-452b-81f7-f617c1fc962f tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474384 Nov 17 15:19:14.674077 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.db.l3_db [None req-fab0d08e-62aa-4fc4-b853-eeca29683451 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Floating IP 19c8fa5b-4932-4f2e-9263-3ed6baa37df6 associated. External IP: 172.27.1.167, port: 4569eb3b-394e-467d-af0d-a7a4bc1e9051. Nov 17 15:19:14.893257 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab0d08e-62aa-4fc4-b853-eeca29683451 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Router a61df69b-0ab4-40d4-a1f4-c7078d62aced has already been hosted by L3 agent ed3bd2e8-8a22-4616-b806-7e727ef760a6 {{(pid=101834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 15:19:15.002421 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab0d08e-62aa-4fc4-b853-eeca29683451 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Notify agent at l3_agent.dv-cinder-818233-1-iscsi the message routers_updated {{(pid=101834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 15:19:15.012891 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a43d335-23cd-4966-b8ec-90c296f31bb4 None None] Sync routers for ids ['a61df69b-0ab4-40d4-a1f4-c7078d62aced'] in dv-cinder-818233-1-iscsi {{(pid=101836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 15:19:15.022680 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a43d335-23cd-4966-b8ec-90c296f31bb4 None None] Routers {'a61df69b-0ab4-40d4-a1f4-c7078d62aced'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:19:15.023353 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-5a43d335-23cd-4966-b8ec-90c296f31bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:18:54Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['a61df69b-0ab4-40d4-a1f4-c7078d62aced'], 'active': True} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:19:15.033157 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-fab0d08e-62aa-4fc4-b853-eeca29683451 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for floatingip, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:15.073620 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-fab0d08e-62aa-4fc4-b853-eeca29683451 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5867848 Nov 17 15:19:15.073620 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfd2ea67-30f5-4c53-b399-81b3434ca29b', 'tag': '4569eb3b-394e-467d-af0d-a7a4bc1e9051'}] {{(pid=101834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:19:15.073620 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10d7295a2f7876e94fbb36dd5f9fa1a1524f2628f083d864ab6dabde9166157e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f695bbb-43fc-4211-bb7a-4b66d9330546" -d '{"events": [{"name": "network-changed", "server_uuid": "bfd2ea67-30f5-4c53-b399-81b3434ca29b", "tag": "4569eb3b-394e-467d-af0d-a7a4bc1e9051"}]}' {{(pid=101834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:19:15.101989 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 15:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a791a06-8be8-4ce0-8d2f-9dab6e4ac02d x-openstack-request-id: req-1a791a06-8be8-4ce0-8d2f-9dab6e4ac02d {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:19:15.102308 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfd2ea67-30f5-4c53-b399-81b3434ca29b", "tag": "4569eb3b-394e-467d-af0d-a7a4bc1e9051", "status": "completed", "code": 200}]} {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:19:15.102554 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1a791a06-8be8-4ce0-8d2f-9dab6e4ac02d {{(pid=101834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:19:15.102978 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfd2ea67-30f5-4c53-b399-81b3434ca29b', 'tag': '4569eb3b-394e-467d-af0d-a7a4bc1e9051', 'status': 'completed', 'code': 200} Nov 17 15:19:15.134654 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvr_db [None req-5a43d335-23cd-4966-b8ec-90c296f31bb4 None None] Set router a61df69b-0ab4-40d4-a1f4-c7078d62aced gateway port host: dv-cinder-818233-1-iscsi {{(pid=101836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:19:15.169920 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f695bbb-43fc-4211-bb7a-4b66d9330546 req-d739ef6a-de63-4fff-b025-9bc8d8a9cdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:15.171486 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-9f695bbb-43fc-4211-bb7a-4b66d9330546 req-d739ef6a-de63-4fff-b025-9bc8d8a9cdf6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5131dce595224bfe8a730cc800f0f158&device_id=bfd2ea67-30f5-4c53-b399-81b3434ca29b HTTP/1.1" status: 200 len: 1098 time: 0.0427530 Nov 17 15:19:15.266477 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f695bbb-43fc-4211-bb7a-4b66d9330546 req-9d2d161b-e578-4187-839e-5b8789f42d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:15.268010 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-9f695bbb-43fc-4211-bb7a-4b66d9330546 req-9d2d161b-e578-4187-839e-5b8789f42d9d service neutron] 10.222.0.55 "GET /v2.0/networks?id=35a21660-a2ad-472c-8fa2-5b7c2854ced6 HTTP/1.1" status: 200 len: 912 time: 0.0894790 Nov 17 15:19:15.335222 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-9f695bbb-43fc-4211-bb7a-4b66d9330546 req-b7bac9e0-7b01-4f74-9d00-02cba03a1ff6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4569eb3b-394e-467d-af0d-a7a4bc1e9051 HTTP/1.1" status: 200 len: 999 time: 0.0600255 Nov 17 15:19:15.375448 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-5a43d335-23cd-4966-b8ec-90c296f31bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'name': 'tempest-TestVolumeBootPattern-306581770-router', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '13f6defa-d81d-4cbd-b56b-caef0a78c82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:12:56Z', 'updated_at': '2021-11-17T15:13:00Z', 'revision_number': 4, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'gw_port': {'id': '13f6defa-d81d-4cbd-b56b-caef0a78c82f', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:92:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:12:57Z', 'updated_at': '2021-11-17T15:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_floatingips': [{'id': '19c8fa5b-4932-4f2e-9263-3ed6baa37df6', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'floating_ip_address': '172.27.1.167', 'floating_network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'router_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'port_id': '4569eb3b-394e-467d-af0d-a7a4bc1e9051', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6', 'mac_address': 'fa:16:3e:5c:db:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd2ea67-30f5-4c53-b399-81b3434ca29b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T15:19:14Z', 'updated_at': '2021-11-17T15:19:14Z', 'revision_number': 0, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'fixed_ip_address_scope': None}, {'id': '3bf521ab-35e2-4465-bd55-93ff685443be', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'router_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'port_id': 'b1d412b1-30eb-4ed4-ad97-65f10aefa3dd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6', 'mac_address': 'fa:16:3e:29:9e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd86d950-b576-4557-a3a6-6f40d04540a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T15:16:46Z', 'updated_at': '2021-11-17T15:16:48Z', 'revision_number': 1, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390b095e-58fd-4b61-b533-dbc126b40592', 'name': '', 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'mac_address': 'fa:16:3e:d3:f2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e5c17a34-0ae9-43c6-8fa8-687d40ad609a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:12:59Z', 'updated_at': '2021-11-17T15:13:05Z', 'revision_number': 5, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'subnets': [{'id': 'e5c17a34-0ae9-43c6-8fa8-687d40ad609a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:19:15.384959 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f695bbb-43fc-4211-bb7a-4b66d9330546 req-45d003e3-9679-4df4-97ef-6d5c4202aaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:15.386516 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-9f695bbb-43fc-4211-bb7a-4b66d9330546 req-45d003e3-9679-4df4-97ef-6d5c4202aaca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e5c17a34-0ae9-43c6-8fa8-687d40ad609a HTTP/1.1" status: 200 len: 850 time: 0.0437703 Nov 17 15:19:15.407709 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [req-8998c7eb-ef35-46a0-95eb-467e9008c7b8 req-86a1d9c5-b425-4e29-94bf-cb9c891a8af4 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=101834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 17 15:19:15.408731 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-8998c7eb-ef35-46a0-95eb-467e9008c7b8 req-86a1d9c5-b425-4e29-94bf-cb9c891a8af4 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0129569 Nov 17 15:19:15.447112 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f695bbb-43fc-4211-bb7a-4b66d9330546 req-7cb22b08-dcea-40ca-b35b-0b9a8cdc1825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:15.448686 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-9f695bbb-43fc-4211-bb7a-4b66d9330546 req-7cb22b08-dcea-40ca-b35b-0b9a8cdc1825 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=35a21660-a2ad-472c-8fa2-5b7c2854ced6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541143 Nov 17 15:19:15.503029 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a43d335-23cd-4966-b8ec-90c296f31bb4 None None] Checking router: a61df69b-0ab4-40d4-a1f4-c7078d62aced for host: dv-cinder-818233-1-iscsi {{(pid=101836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 15:19:15.528128 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a43d335-23cd-4966-b8ec-90c296f31bb4 None None] Routers {'a61df69b-0ab4-40d4-a1f4-c7078d62aced'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:19:15.528754 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-5a43d335-23cd-4966-b8ec-90c296f31bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:18:54Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['a61df69b-0ab4-40d4-a1f4-c7078d62aced'], 'active': True} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:19:15.579563 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-9f695bbb-43fc-4211-bb7a-4b66d9330546 req-6b3a445d-9f41-4940-aca4-dd34c2b47135 service neutron] 10.222.0.55 "GET /v2.0/networks/35a21660-a2ad-472c-8fa2-5b7c2854ced6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219919 Nov 17 15:19:15.605936 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ba20c-3452-4690-8ced-6d1853295095 req-d8b0ac2c-c877-4c2a-bd97-597ac8f0db5c tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:15.608058 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-e42ba20c-3452-4690-8ced-6d1853295095 req-d8b0ac2c-c877-4c2a-bd97-597ac8f0db5c tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 945 time: 0.0706246 Nov 17 15:19:15.670252 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvr_db [None req-5a43d335-23cd-4966-b8ec-90c296f31bb4 None None] Set router a61df69b-0ab4-40d4-a1f4-c7078d62aced gateway port host: dv-cinder-818233-1-iscsi {{(pid=101836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:19:15.672533 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-e42ba20c-3452-4690-8ced-6d1853295095 req-21d22420-986e-4feb-968c-2f14de84bdb5 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532064 Nov 17 15:19:15.850652 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device db2ccb66-6f76-43e9-b7bb-28a2fbf25642 no longer exists at agent hyperv_hv-cinder-81823 {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 15:19:15.951099 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-5a43d335-23cd-4966-b8ec-90c296f31bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'name': 'tempest-TestVolumeBootPattern-306581770-router', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '13f6defa-d81d-4cbd-b56b-caef0a78c82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:12:56Z', 'updated_at': '2021-11-17T15:13:00Z', 'revision_number': 4, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'gw_port': {'id': '13f6defa-d81d-4cbd-b56b-caef0a78c82f', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:92:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:12:57Z', 'updated_at': '2021-11-17T15:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_floatingips': [{'id': '19c8fa5b-4932-4f2e-9263-3ed6baa37df6', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'floating_ip_address': '172.27.1.167', 'floating_network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'router_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'port_id': '4569eb3b-394e-467d-af0d-a7a4bc1e9051', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6', 'mac_address': 'fa:16:3e:5c:db:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd2ea67-30f5-4c53-b399-81b3434ca29b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T15:19:14Z', 'updated_at': '2021-11-17T15:19:14Z', 'revision_number': 0, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'fixed_ip_address_scope': None}, {'id': '3bf521ab-35e2-4465-bd55-93ff685443be', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'router_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'port_id': 'b1d412b1-30eb-4ed4-ad97-65f10aefa3dd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6', 'mac_address': 'fa:16:3e:29:9e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd86d950-b576-4557-a3a6-6f40d04540a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T15:16:46Z', 'updated_at': '2021-11-17T15:16:48Z', 'revision_number': 1, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390b095e-58fd-4b61-b533-dbc126b40592', 'name': '', 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'mac_address': 'fa:16:3e:d3:f2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e5c17a34-0ae9-43c6-8fa8-687d40ad609a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:12:59Z', 'updated_at': '2021-11-17T15:13:05Z', 'revision_number': 5, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'subnets': [{'id': 'e5c17a34-0ae9-43c6-8fa8-687d40ad609a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:19:15.955688 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:15.981324 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44db86d1-c699-494c-8722-3771654a7333', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db2ccb66-6f76-43e9-b7bb-28a2fbf25642'}] {{(pid=101835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:19:15.983839 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc2a867bdaff5c76f0208ec4146e14dfecc9fe2083470249ba9c3c2934649c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9528d449-9a35-49d7-a307-a6cbc12b289b" -d '{"events": [{"server_uuid": "44db86d1-c699-494c-8722-3771654a7333", "name": "network-vif-unplugged", "status": "completed", "tag": "db2ccb66-6f76-43e9-b7bb-28a2fbf25642"}]}' {{(pid=101835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:19:15.984689 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-1a49a831-2c47-4668-81b5-39395f32dd76 req-0904e022-baac-4523-b6e3-d28b3503a33a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3810101 Nov 17 15:19:15.985345 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a43d335-23cd-4966-b8ec-90c296f31bb4 None None] The sync data for ids ['a61df69b-0ab4-40d4-a1f4-c7078d62aced'] in dv-cinder-818233-1-iscsi is: [{'id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'name': 'tempest-TestVolumeBootPattern-306581770-router', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '13f6defa-d81d-4cbd-b56b-caef0a78c82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:12:56Z', 'updated_at': '2021-11-17T15:13:00Z', 'revision_number': 4, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'gw_port': {'id': '13f6defa-d81d-4cbd-b56b-caef0a78c82f', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:92:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:12:57Z', 'updated_at': '2021-11-17T15:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_floatingips': [{'id': '19c8fa5b-4932-4f2e-9263-3ed6baa37df6', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'floating_ip_address': '172.27.1.167', 'floating_network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'router_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'port_id': '4569eb3b-394e-467d-af0d-a7a4bc1e9051', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6', 'mac_address': 'fa:16:3e:5c:db:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfd2ea67-30f5-4c53-b399-81b3434ca29b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T15:19:14Z', 'updated_at': '2021-11-17T15:19:14Z', 'revision_number': 0, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'fixed_ip_address_scope': None}, {'id': '3bf521ab-35e2-4465-bd55-93ff685443be', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'router_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'port_id': 'b1d412b1-30eb-4ed4-ad97-65f10aefa3dd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6', 'mac_address': 'fa:16:3e:29:9e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd86d950-b576-4557-a3a6-6f40d04540a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T15:16:46Z', 'updated_at': '2021-11-17T15:16:48Z', 'revision_number': 1, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390b095e-58fd-4b61-b533-dbc126b40592', 'name': '', 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'mac_address': 'fa:16:3e:d3:f2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e5c17a34-0ae9-43c6-8fa8-687d40ad609a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:12:59Z', 'updated_at': '2021-11-17T15:13:05Z', 'revision_number': 5, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'subnets': [{'id': 'e5c17a34-0ae9-43c6-8fa8-687d40ad609a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 15:19:16.018559 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port db2ccb66-6f76-43e9-b7bb-28a2fbf25642, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=db2ccb66-6f76-43e9-b7bb-28a2fbf25642,segment=NetworkSegment(ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5),segment_id=ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:19:16.029230 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-9f695bbb-43fc-4211-bb7a-4b66d9330546 req-3d3f27ee-07bd-4a08-b0c1-2ce7495e5f73 service neutron] 10.222.0.55 "GET /v2.0/networks/35a21660-a2ad-472c-8fa2-5b7c2854ced6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4407187 Nov 17 15:19:16.039278 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 17 Nov 2021 15:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a9276c-d1f8-4491-a8b2-687ca32eb8be x-openstack-request-id: req-24a9276c-d1f8-4491-a8b2-687ca32eb8be {{(pid=101835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:19:16.039591 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44db86d1-c699-494c-8722-3771654a7333", "name": "network-vif-unplugged", "status": "failed", "tag": "db2ccb66-6f76-43e9-b7bb-28a2fbf25642", "code": 422}]} {{(pid=101835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:19:16.039854 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-24a9276c-d1f8-4491-a8b2-687ca32eb8be {{(pid=101835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:19:16.040575 dv-cinder-818233-1-iscsi neutron-server[101835]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '44db86d1-c699-494c-8722-3771654a7333', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'db2ccb66-6f76-43e9-b7bb-28a2fbf25642', 'code': 422} returned with failed status Nov 17 15:19:16.041903 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:16.101724 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Pushing event updated for resources: {'Port': ['ID=db2ccb66-6f76-43e9-b7bb-28a2fbf25642,revision_number=8']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:19:16.276204 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c824b97f-1b3c-4fb6-9e40-9f1d5a79c31c None None] New status for floating IP 19c8fa5b-4932-4f2e-9263-3ed6baa37df6: ACTIVE {{(pid=101835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 17 15:19:16.786942 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c542b1-fa61-44ca-8755-3828e3d98979 req-24dc0649-f6f0-42c1-872b-f1f9534476fc tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:16.788347 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-16c542b1-fa61-44ca-8755-3828e3d98979 req-24dc0649-f6f0-42c1-872b-f1f9534476fc tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 943 time: 0.0512238 Nov 17 15:19:16.835817 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-16c542b1-fa61-44ca-8755-3828e3d98979 req-78adfdd2-89fd-402d-bdde-30b6f0ee88ba tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408897 Nov 17 15:19:16.962579 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49a831-2c47-4668-81b5-39395f32dd76 req-2b475102-2fc7-4fa2-8d63-c68164fe8903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:16.964084 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-1a49a831-2c47-4668-81b5-39395f32dd76 req-2b475102-2fc7-4fa2-8d63-c68164fe8903 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333&tenant_id=63de158095ca464198ff20de9427a670 HTTP/1.1" status: 200 len: 1096 time: 0.0715761 Nov 17 15:19:17.025186 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49a831-2c47-4668-81b5-39395f32dd76 req-0ee57ab9-bdf8-442a-b4b3-1cadd0094b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:17.026634 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-1a49a831-2c47-4668-81b5-39395f32dd76 req-0ee57ab9-bdf8-442a-b4b3-1cadd0094b92 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=63de158095ca464198ff20de9427a670&device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 1096 time: 0.0394132 Nov 17 15:19:17.114876 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49a831-2c47-4668-81b5-39395f32dd76 req-07c29e7d-3c00-4c9c-90a3-d58bc1a82b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:17.116257 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-1a49a831-2c47-4668-81b5-39395f32dd76 req-07c29e7d-3c00-4c9c-90a3-d58bc1a82b55 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2d259df1-c4ab-4d22-8926-f0a465d8e0b5 HTTP/1.1" status: 200 len: 918 time: 0.0828481 Nov 17 15:19:17.182249 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-1a49a831-2c47-4668-81b5-39395f32dd76 req-01d94b91-c0d7-4d3b-be96-79554820efc4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db2ccb66-6f76-43e9-b7bb-28a2fbf25642 HTTP/1.1" status: 200 len: 999 time: 0.0578938 Nov 17 15:19:17.230914 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49a831-2c47-4668-81b5-39395f32dd76 req-d591923d-5a05-460e-ae24-cd19f2d36e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:17.232297 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-1a49a831-2c47-4668-81b5-39395f32dd76 req-d591923d-5a05-460e-ae24-cd19f2d36e5b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8a8d8948-a156-4cc4-9771-6d5567fbb98c HTTP/1.1" status: 200 len: 856 time: 0.0413337 Nov 17 15:19:17.276524 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49a831-2c47-4668-81b5-39395f32dd76 req-0171d497-affc-4f76-8b3e-32afc0c83c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:17.277955 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-1a49a831-2c47-4668-81b5-39395f32dd76 req-0171d497-affc-4f76-8b3e-32afc0c83c32 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2d259df1-c4ab-4d22-8926-f0a465d8e0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378401 Nov 17 15:19:17.370017 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-1a49a831-2c47-4668-81b5-39395f32dd76 req-a42f4eb3-8967-462d-b1a9-0dbf4f4c71bb service neutron] 10.222.0.55 "GET /v2.0/networks/2d259df1-c4ab-4d22-8926-f0a465d8e0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835423 Nov 17 15:19:17.462495 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-1a49a831-2c47-4668-81b5-39395f32dd76 req-275bc4bc-fcef-43c8-ab54-a57ca0937249 service neutron] 10.222.0.55 "GET /v2.0/networks/2d259df1-c4ab-4d22-8926-f0a465d8e0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848317 Nov 17 15:19:17.977185 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac77633-a552-4916-91e6-5f763d55c214 req-ff8a7ad9-1df9-4e48-9d75-9e095f5a02a6 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:17.989216 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-bac77633-a552-4916-91e6-5f763d55c214 req-ff8a7ad9-1df9-4e48-9d75-9e095f5a02a6 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 943 time: 0.0767500 Nov 17 15:19:18.056080 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-bac77633-a552-4916-91e6-5f763d55c214 req-7e99afb4-06a2-416a-9a6f-15f011e9d182 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652387 Nov 17 15:19:18.089294 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 35924) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:19:18.230268 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-44976d3f-4633-4cce-b4e6-abbb0a150851 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:18.326260 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-44976d3f-4633-4cce-b4e6-abbb0a150851 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:18.330699 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-44976d3f-4633-4cce-b4e6-abbb0a150851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:18.372978 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44976d3f-4633-4cce-b4e6-abbb0a150851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83146463-5426-4e68-845d-aa60555bd189,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:19:18.384153 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 35928) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:19:18.391243 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-44976d3f-4633-4cce-b4e6-abbb0a150851 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3f874fda8d5c459fbf255335646277bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3002508 Nov 17 15:19:18.432184 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-fc37e6da-5279-468e-96cc-73a6779e4361 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:18.460191 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-fc37e6da-5279-468e-96cc-73a6779e4361 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:18.513439 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-fc37e6da-5279-468e-96cc-73a6779e4361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:18.516035 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-fc37e6da-5279-468e-96cc-73a6779e4361 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:18.517173 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-fc37e6da-5279-468e-96cc-73a6779e4361 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/83146463-5426-4e68-845d-aa60555bd189 HTTP/1.1" status: 204 len: 168 time: 0.1320436 Nov 17 15:19:18.525377 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc37e6da-5279-468e-96cc-73a6779e4361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83146463-5426-4e68-845d-aa60555bd189,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:19:18.786988 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 35934) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:19:18.804092 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-b3594499-3418-486d-a010-16689d946ed8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:18.881897 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-b3594499-3418-486d-a010-16689d946ed8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:18.885731 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-b3594499-3418-486d-a010-16689d946ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:18.925058 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-b3594499-3418-486d-a010-16689d946ed8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=04dcab8382a9482a808fd84e8a956f40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1369567 Nov 17 15:19:18.926068 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3594499-3418-486d-a010-16689d946ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9715277d-9d91-4048-9054-3f6931371db7,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:19:18.928424 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 35936) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:19:18.983925 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-21863af4-ffa9-4ce9-a079-ae3b507df265 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:19.014560 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-21863af4-ffa9-4ce9-a079-ae3b507df265 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:19.061047 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-21863af4-ffa9-4ce9-a079-ae3b507df265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:19.064088 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-21863af4-ffa9-4ce9-a079-ae3b507df265 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:19.065247 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-21863af4-ffa9-4ce9-a079-ae3b507df265 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9715277d-9d91-4048-9054-3f6931371db7 HTTP/1.1" status: 204 len: 168 time: 0.1358273 Nov 17 15:19:19.075110 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21863af4-ffa9-4ce9-a079-ae3b507df265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9715277d-9d91-4048-9054-3f6931371db7,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:19:19.192020 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d4f4b3-3fef-480b-97fd-6ce5303e413f req-62f7f71c-a7f8-443f-aa80-8228fcf34ef7 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:19.194237 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-e6d4f4b3-3fef-480b-97fd-6ce5303e413f req-62f7f71c-a7f8-443f-aa80-8228fcf34ef7 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 943 time: 0.0520146 Nov 17 15:19:19.266285 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-e6d4f4b3-3fef-480b-97fd-6ce5303e413f req-9b59f482-c342-4f60-9673-f9d96de6cd64 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639887 Nov 17 15:19:19.865337 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device db2ccb66-6f76-43e9-b7bb-28a2fbf25642 no longer exists at agent hyperv_hv-cinder-81823 {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 15:19:20.220743 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 35972) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:19:20.328592 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-8948f835-382b-4147-ab44-68a353aadacd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:20.404220 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1222e5-8738-419d-b4a2-6fdc794b5ffb req-b375d469-3868-4e6c-b983-6809f1f1679a tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:20.405760 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-ed1222e5-8738-419d-b4a2-6fdc794b5ffb req-b375d469-3868-4e6c-b983-6809f1f1679a tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 943 time: 0.0616553 Nov 17 15:19:20.427163 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-8948f835-382b-4147-ab44-68a353aadacd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:20.432130 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-8948f835-382b-4147-ab44-68a353aadacd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:20.460290 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8948f835-382b-4147-ab44-68a353aadacd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4195cf-ab92-4d4f-b389-354ea4819a3b,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:19:20.476362 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-ed1222e5-8738-419d-b4a2-6fdc794b5ffb req-c31d29dc-6448-4fa4-b9b9-0fd79516d96d tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644338 Nov 17 15:19:20.496474 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 35978) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:19:20.496714 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-8948f835-382b-4147-ab44-68a353aadacd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=542900b2cdbc47718929c3e411b40b77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2748573 Nov 17 15:19:20.550483 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-b0d7e71b-49e7-41d0-be0f-c9d0b5482e76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:20.576050 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-b0d7e71b-49e7-41d0-be0f-c9d0b5482e76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:20.623103 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-b0d7e71b-49e7-41d0-be0f-c9d0b5482e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:20.625805 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-b0d7e71b-49e7-41d0-be0f-c9d0b5482e76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:20.634079 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-b0d7e71b-49e7-41d0-be0f-c9d0b5482e76 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3c4195cf-ab92-4d4f-b389-354ea4819a3b HTTP/1.1" status: 204 len: 168 time: 0.1334753 Nov 17 15:19:20.640989 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d7e71b-49e7-41d0-be0f-c9d0b5482e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4195cf-ab92-4d4f-b389-354ea4819a3b,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:19:21.282513 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 36002) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:19:21.381625 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [None req-79284bd1-cc74-4268-b5ce-e4a2baeee946 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-733398942-network', 'tenant_id': '5de8b4dd45fd4532ac6fdd8d340f9335'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:19:21.408910 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79284bd1-cc74-4268-b5ce-e4a2baeee946 admin admin] Made reservation on behalf of 5de8b4dd45fd4532ac6fdd8d340f9335 for: {'network': 1} {{(pid=101834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:19:21.413079 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-79284bd1-cc74-4268-b5ce-e4a2baeee946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for network, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:21.424307 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-79284bd1-cc74-4268-b5ce-e4a2baeee946 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:21.471405 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-da7e9408-a218-4669-84c3-79239f2f70da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:21.534455 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-79284bd1-cc74-4268-b5ce-e4a2baeee946 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:21.540934 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-79284bd1-cc74-4268-b5ce-e4a2baeee946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:21.571923 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79284bd1-cc74-4268-b5ce-e4a2baeee946 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=101834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 17 15:19:21.580644 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79284bd1-cc74-4268-b5ce-e4a2baeee946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4ccdf5-cda6-48ac-9877-4dfc24776636,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:19:21.589017 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-79284bd1-cc74-4268-b5ce-e4a2baeee946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931355'] for segment, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:21.589367 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.db.segments_db [None req-79284bd1-cc74-4268-b5ce-e4a2baeee946 admin admin] Added segment 79a9df08-8c09-410b-b2d5-6c3fb1650ad2 of type vlan for network bafb84f0-bf52-403a-a444-7018a9f71ec8 Nov 17 15:19:21.627652 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d49e5-095b-48eb-b0c3-b3764c9f6f70 req-3d9532d4-cf2f-4325-abba-84c2a5537c3b tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:21.629257 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-b65d49e5-095b-48eb-b0c3-b3764c9f6f70 req-3d9532d4-cf2f-4325-abba-84c2a5537c3b tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 943 time: 0.0607476 Nov 17 15:19:21.642592 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-79284bd1-cc74-4268-b5ce-e4a2baeee946 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776333902596'] for network, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:21.674634 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-79284bd1-cc74-4268-b5ce-e4a2baeee946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557'] for network, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:21.675786 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79284bd1-cc74-4268-b5ce-e4a2baeee946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:21.676511 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-79284bd1-cc74-4268-b5ce-e4a2baeee946 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for network, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:21.688137 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-b65d49e5-095b-48eb-b0c3-b3764c9f6f70 req-67352fa6-428c-4b3b-8a9e-276ae3888d72 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518858 Nov 17 15:19:21.744774 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-79284bd1-cc74-4268-b5ce-e4a2baeee946 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4610317 Nov 17 15:19:21.747675 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 36008) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:19:21.747980 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79284bd1-cc74-4268-b5ce-e4a2baeee946 admin admin] Pushing event updated for resources: {'Network': ['ID=bafb84f0-bf52-403a-a444-7018a9f71ec8,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:19:21.752836 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.v2.base [None req-cc349c77-2c63-458d-ada0-fd965de050b6 admin admin] Request body: {'subnet': {'network_id': 'bafb84f0-bf52-403a-a444-7018a9f71ec8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-733398942-subnet', 'tenant_id': '5de8b4dd45fd4532ac6fdd8d340f9335', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:19:21.758645 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Network bafb84f0-bf52-403a-a444-7018a9f71ec8 details requested by agent ovs-agent-dv-cinder-818233-1-iscsi with host dv-cinder-818233-1-iscsi {{(pid=101835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 17 15:19:21.776904 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc349c77-2c63-458d-ada0-fd965de050b6 admin admin] Made reservation on behalf of 5de8b4dd45fd4532ac6fdd8d340f9335 for: {'subnet': 1} {{(pid=101833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:19:21.780363 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-cc349c77-2c63-458d-ada0-fd965de050b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5140360'] for subnet, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:21.963275 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-cc349c77-2c63-458d-ada0-fd965de050b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4229076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5140390'] for subnet, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:22.021343 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc349c77-2c63-458d-ada0-fd965de050b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=751bed60-acab-49f4-8b96-71ac36d4c4e5,revision_number=0']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:19:22.030025 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc349c77-2c63-458d-ada0-fd965de050b6 admin admin] Checking segment: {'id': '79a9df08-8c09-410b-b2d5-6c3fb1650ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'bafb84f0-bf52-403a-a444-7018a9f71ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:19:22.030372 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc349c77-2c63-458d-ada0-fd965de050b6 admin admin] Network hostable DHCP agents. Network: bafb84f0-bf52-403a-a444-7018a9f71ec8, hostable agents: ['c5ee84d2-283a-4ac2-b5b9-7ea041475697'], hosted agents: [] {{(pid=101833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 17 15:19:22.048198 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc349c77-2c63-458d-ada0-fd965de050b6 admin admin] Network bafb84f0-bf52-403a-a444-7018a9f71ec8 is scheduled to be hosted by DHCP agent c5ee84d2-283a-4ac2-b5b9-7ea041475697 with binding_index 1 {{(pid=101833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 17 15:19:22.057295 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.base_scheduler [None req-cc349c77-2c63-458d-ada0-fd965de050b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818233-1-iscsi, bafb84f0-bf52-403a-a444-7018a9f71ec8) {{(pid=101833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:19:22.064342 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc349c77-2c63-458d-ada0-fd965de050b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:22.064888 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-cc349c77-2c63-458d-ada0-fd965de050b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for subnet, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:22.068312 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da124268-7dd1-4018-bcea-a680f0c80df4 None None] Network bafb84f0-bf52-403a-a444-7018a9f71ec8 requested from dv-cinder-818233-1-iscsi {{(pid=101835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 15:19:22.092341 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-cc349c77-2c63-458d-ada0-fd965de050b6 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3359284 Nov 17 15:19:22.228513 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853b1e5e-8469-4f2c-9489-1ef25dfd50f1 None None] Network bafb84f0-bf52-403a-a444-7018a9f71ec8 requested from dv-cinder-818233-1-iscsi {{(pid=101835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 15:19:22.815148 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f569082-b715-4ba3-8cc3-88ab85956500 req-d907259a-48d6-48d9-9c04-5830e9a3c49a tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:22.817441 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-8f569082-b715-4ba3-8cc3-88ab85956500 req-d907259a-48d6-48d9-9c04-5830e9a3c49a tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 943 time: 0.0496132 Nov 17 15:19:22.870148 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-8f569082-b715-4ba3-8cc3-88ab85956500 req-0bc60622-fa93-4441-abb2-11be3369654d tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461049 Nov 17 15:19:23.812664 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-58a64da8-b634-47e2-9e0d-80e614e18d53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:23.883745 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8dd40a-152e-4948-b06f-1ef84ec995bb req-e67a53cf-3124-4101-8f23-bf47f50b4072 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:23.885219 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-3d8dd40a-152e-4948-b06f-1ef84ec995bb req-e67a53cf-3124-4101-8f23-bf47f50b4072 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.62 "GET /v2.0/networks?id=bafb84f0-bf52-403a-a444-7018a9f71ec8 HTTP/1.1" status: 200 len: 808 time: 0.1080675 Nov 17 15:19:23.901524 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-3d8dd40a-152e-4948-b06f-1ef84ec995bb req-38a8c66f-6a06-4a5c-b5b6-a4c0a3919e87 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.62 "GET /v2.0/quotas/5de8b4dd45fd4532ac6fdd8d340f9335 HTTP/1.1" status: 200 len: 375 time: 0.0098197 Nov 17 15:19:23.933804 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-3d8dd40a-152e-4948-b06f-1ef84ec995bb req-e7b1596f-3178-4877-9235-aa0b81064e41 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5de8b4dd45fd4532ac6fdd8d340f9335&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259838 Nov 17 15:19:23.999584 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d5e2c-d4d8-43d6-8df1-e08159d79d8c req-dc387d70-3baa-4132-a557-c5a9a9e69b46 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:24.007301 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-9d3d5e2c-d4d8-43d6-8df1-e08159d79d8c req-dc387d70-3baa-4132-a557-c5a9a9e69b46 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 943 time: 0.0617874 Nov 17 15:19:24.054151 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-9d3d5e2c-d4d8-43d6-8df1-e08159d79d8c req-444287ab-f604-441c-815b-26406f2bc0be tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459676 Nov 17 15:19:24.060205 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-3d8dd40a-152e-4948-b06f-1ef84ec995bb req-5f52ec49-4659-4afa-8c0f-a8c98bb8c7f1 service neutron] 10.222.0.62 "GET /v2.0/networks/bafb84f0-bf52-403a-a444-7018a9f71ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121047 Nov 17 15:19:24.154340 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-3d8dd40a-152e-4948-b06f-1ef84ec995bb req-1d813826-e2fa-410b-92fb-e29e0f831e4a service neutron] 10.222.0.62 "GET /v2.0/networks/bafb84f0-bf52-403a-a444-7018a9f71ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899482 Nov 17 15:19:24.327980 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-2e234260-70d3-4e64-ad4b-e9d80b4cbdc3 req-73cf8d0a-d610-4052-9a35-be46cd5ab69b tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.62 "GET /v2.0/ports?device_id=1aedc973-b70f-411a-8b03-f278c4927213 HTTP/1.1" status: 200 len: 210 time: 0.0335038 Nov 17 15:19:24.788433 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:25.192839 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a4154-a702-4b95-a077-8e8e4f554503 req-5bba60c1-92cb-4a35-a5bd-d6283228e708 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:25.194315 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-847a4154-a702-4b95-a077-8e8e4f554503 req-5bba60c1-92cb-4a35-a5bd-d6283228e708 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 943 time: 0.0640011 Nov 17 15:19:25.243943 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-847a4154-a702-4b95-a077-8e8e4f554503 req-b32a6a44-c615-4370-ba04-af85b44d84f4 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418670 Nov 17 15:19:25.427650 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-fcabc9e1-8a4d-4bad-902c-f3fb377594ce req-2f2f0b34-cd44-4582-8e9a-bb986948aaf2 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.62 "GET /v2.0/ports?device_id=1aedc973-b70f-411a-8b03-f278c4927213 HTTP/1.1" status: 200 len: 210 time: 0.0273113 Nov 17 15:19:26.296188 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:26.377182 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e70b12-9d3b-4639-aeb4-67378c70c165 req-4210dd6f-72d9-400e-98d3-43f689cc820a tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:26.378637 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-59e70b12-9d3b-4639-aeb4-67378c70c165 req-4210dd6f-72d9-400e-98d3-43f689cc820a tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 943 time: 0.0550761 Nov 17 15:19:26.427540 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-59e70b12-9d3b-4639-aeb4-67378c70c165 req-bc51d892-e700-4035-a4a8-b7329a683a4f tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424395 Nov 17 15:19:26.520444 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-a836c7e1-049e-4835-8ed8-ee0250aabaaf req-0355bc05-175a-4efa-bfe0-1ab479dfb03f tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.62 "GET /v2.0/ports?device_id=1aedc973-b70f-411a-8b03-f278c4927213 HTTP/1.1" status: 200 len: 210 time: 0.0260653 Nov 17 15:19:27.112333 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:27.557886 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783178c-de97-44bb-a525-5477dab203d8 req-865eae07-f76c-482d-9d3d-70f87370824a tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:27.561121 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-d783178c-de97-44bb-a525-5477dab203d8 req-865eae07-f76c-482d-9d3d-70f87370824a tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 943 time: 0.0604932 Nov 17 15:19:27.619640 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-1e117276-1315-45ff-9f1d-f08ca79d09cd req-9e2485bb-d089-4414-bf22-cc8d9a4f6140 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.62 "GET /v2.0/ports?device_id=1aedc973-b70f-411a-8b03-f278c4927213 HTTP/1.1" status: 200 len: 210 time: 0.0293708 Nov 17 15:19:27.628304 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-d783178c-de97-44bb-a525-5477dab203d8 req-1b6b52ff-1209-443e-a12e-7d6f97164d8d tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607202 Nov 17 15:19:28.716655 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-cd50e6a8-bd75-4235-b1f5-c233ee5a1837 req-46a78f13-3f84-4ab9-ae0c-797158d63485 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.62 "GET /v2.0/ports?device_id=1aedc973-b70f-411a-8b03-f278c4927213 HTTP/1.1" status: 200 len: 210 time: 0.0297747 Nov 17 15:19:28.739656 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a2f7e8-6349-4cb4-ac4f-85f7331f6d22 req-31f01922-6093-47b1-9a4b-7c46d8559dcb tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:28.741105 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-b3a2f7e8-6349-4cb4-ac4f-85f7331f6d22 req-31f01922-6093-47b1-9a4b-7c46d8559dcb tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 943 time: 0.0493088 Nov 17 15:19:28.786800 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-b3a2f7e8-6349-4cb4-ac4f-85f7331f6d22 req-1eb9ecf1-4757-4fde-8c45-3f644627fc10 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394325 Nov 17 15:19:29.823099 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-5df4a96d-9974-4358-a8a8-39d8f0720adc req-09515c55-882d-4153-8084-6549f673fd17 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.62 "GET /v2.0/ports?device_id=1aedc973-b70f-411a-8b03-f278c4927213 HTTP/1.1" status: 200 len: 210 time: 0.0323253 Nov 17 15:19:29.889938 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8dd40a-152e-4948-b06f-1ef84ec995bb req-ea23349d-cf8d-4e13-8f32-9f4591efc102 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:29.891687 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-3d8dd40a-152e-4948-b06f-1ef84ec995bb req-ea23349d-cf8d-4e13-8f32-9f4591efc102 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.55 "GET /v2.0/networks?id=bafb84f0-bf52-403a-a444-7018a9f71ec8 HTTP/1.1" status: 200 len: 808 time: 0.1281672 Nov 17 15:19:29.913347 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f8dfc-d0f5-46ea-9b2d-88b1231c0bc1 req-fb0a3afb-6888-4908-a0dd-749b211b4e7b tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:29.914073 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [req-3d8dd40a-152e-4948-b06f-1ef84ec995bb req-e53e3cc3-3a19-4ba1-851b-f0fc37b9c31f tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Request body: {'port': {'device_id': '1aedc973-b70f-411a-8b03-f278c4927213', 'network_id': 'bafb84f0-bf52-403a-a444-7018a9f71ec8', 'admin_state_up': True, 'tenant_id': '5de8b4dd45fd4532ac6fdd8d340f9335'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:19:29.914846 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-551f8dfc-d0f5-46ea-9b2d-88b1231c0bc1 req-fb0a3afb-6888-4908-a0dd-749b211b4e7b tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 943 time: 0.0498140 Nov 17 15:19:29.967076 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-551f8dfc-d0f5-46ea-9b2d-88b1231c0bc1 req-3897b244-98aa-48dd-abbb-c83bed494960 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460336 Nov 17 15:19:30.024713 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d8dd40a-152e-4948-b06f-1ef84ec995bb req-e53e3cc3-3a19-4ba1-851b-f0fc37b9c31f tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Made reservation on behalf of 5de8b4dd45fd4532ac6fdd8d340f9335 for: {'port': 1} {{(pid=101834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:19:30.028737 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-3d8dd40a-152e-4948-b06f-1ef84ec995bb req-e53e3cc3-3a19-4ba1-851b-f0fc37b9c31f tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:30.151109 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.db_base_plugin_common [req-3d8dd40a-152e-4948-b06f-1ef84ec995bb req-e53e3cc3-3a19-4ba1-851b-f0fc37b9c31f tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Allocated IP 172.20.0.10 (bafb84f0-bf52-403a-a444-7018a9f71ec8/751bed60-acab-49f4-8b96-71ac36d4c4e5/2506a5bb-7d32-4f86-a64f-56db6db73db0) {{(pid=101834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:19:30.291313 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-3d8dd40a-152e-4948-b06f-1ef84ec995bb req-e53e3cc3-3a19-4ba1-851b-f0fc37b9c31f tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Publish callbacks [] for port, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:30.325197 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-3d8dd40a-152e-4948-b06f-1ef84ec995bb req-e53e3cc3-3a19-4ba1-851b-f0fc37b9c31f tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:30.372759 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d8dd40a-152e-4948-b06f-1ef84ec995bb req-e53e3cc3-3a19-4ba1-851b-f0fc37b9c31f tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Network bafb84f0-bf52-403a-a444-7018a9f71ec8 is already hosted by enough agents. {{(pid=101834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:19:30.375825 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.base_scheduler [req-3d8dd40a-152e-4948-b06f-1ef84ec995bb req-e53e3cc3-3a19-4ba1-851b-f0fc37b9c31f tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Resources bound (agent type, host, resource id): {{(pid=101834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:19:30.379492 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d8dd40a-152e-4948-b06f-1ef84ec995bb req-e53e3cc3-3a19-4ba1-851b-f0fc37b9c31f tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Received port after_create {{(pid=101834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:19:30.385472 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e3cc3-3a19-4ba1-851b-f0fc37b9c31f tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Pushing event updated for resources: {'Port': ['ID=2506a5bb-7d32-4f86-a64f-56db6db73db0,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:19:30.410621 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e3cc3-3a19-4ba1-851b-f0fc37b9c31f tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:19:30.410974 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e3cc3-3a19-4ba1-851b-f0fc37b9c31f tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:19:30.411305 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e3cc3-3a19-4ba1-851b-f0fc37b9c31f tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:19:30.411715 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e3cc3-3a19-4ba1-851b-f0fc37b9c31f tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:19:30.412046 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e3cc3-3a19-4ba1-851b-f0fc37b9c31f tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:19:30.412376 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e3cc3-3a19-4ba1-851b-f0fc37b9c31f tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:19:30.412701 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e3cc3-3a19-4ba1-851b-f0fc37b9c31f tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:19:30.413023 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e3cc3-3a19-4ba1-851b-f0fc37b9c31f tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:19:30.413347 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e3cc3-3a19-4ba1-851b-f0fc37b9c31f tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:19:30.413671 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e3cc3-3a19-4ba1-851b-f0fc37b9c31f tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:19:30.413991 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e3cc3-3a19-4ba1-851b-f0fc37b9c31f tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:19:30.414309 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e3cc3-3a19-4ba1-851b-f0fc37b9c31f tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:19:30.440649 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8dd40a-152e-4948-b06f-1ef84ec995bb req-e53e3cc3-3a19-4ba1-851b-f0fc37b9c31f tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:30.441262 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-3d8dd40a-152e-4948-b06f-1ef84ec995bb req-e53e3cc3-3a19-4ba1-851b-f0fc37b9c31f tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for port, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:30.457580 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-3d8dd40a-152e-4948-b06f-1ef84ec995bb req-e53e3cc3-3a19-4ba1-851b-f0fc37b9c31f tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5471227 Nov 17 15:19:30.470359 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [req-3d8dd40a-152e-4948-b06f-1ef84ec995bb req-45d48c5d-9d11-488f-9e90-11ca9d1111ae service neutron] Request body: {'port': {'device_id': '1aedc973-b70f-411a-8b03-f278c4927213', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81823'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:19:30.521106 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-3d8dd40a-152e-4948-b06f-1ef84ec995bb req-45d48c5d-9d11-488f-9e90-11ca9d1111ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:30.774501 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.notifiers.nova [req-3d8dd40a-152e-4948-b06f-1ef84ec995bb req-45d48c5d-9d11-488f-9e90-11ca9d1111ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2506a5bb-7d32-4f86-a64f-56db6db73db0 {{(pid=101834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 15:19:30.782314 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-3d8dd40a-152e-4948-b06f-1ef84ec995bb req-45d48c5d-9d11-488f-9e90-11ca9d1111ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:30.794152 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.provisioning_blocks [req-3d8dd40a-152e-4948-b06f-1ef84ec995bb req-45d48c5d-9d11-488f-9e90-11ca9d1111ae service neutron] Transition to ACTIVE for port object 2506a5bb-7d32-4f86-a64f-56db6db73db0 will not be triggered until provisioned by entity L2. {{(pid=101834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 17 15:19:30.797143 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-3d8dd40a-152e-4948-b06f-1ef84ec995bb req-45d48c5d-9d11-488f-9e90-11ca9d1111ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4397568'] for port, after_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:30.863002 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d48c5d-9d11-488f-9e90-11ca9d1111ae service neutron] Pushing event updated for resources: {'Port': ['ID=2506a5bb-7d32-4f86-a64f-56db6db73db0,revision_number=2']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:19:30.938877 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.managers [req-3d8dd40a-152e-4948-b06f-1ef84ec995bb req-45d48c5d-9d11-488f-9e90-11ca9d1111ae service neutron] Attempting to bind port 2506a5bb-7d32-4f86-a64f-56db6db73db0 on host hv-cinder-81823 for vnic_type normal with profile {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 15:19:30.939205 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.managers [req-3d8dd40a-152e-4948-b06f-1ef84ec995bb req-45d48c5d-9d11-488f-9e90-11ca9d1111ae service neutron] Attempting to bind port 2506a5bb-7d32-4f86-a64f-56db6db73db0 by drivers openvswitch,hyperv on host hv-cinder-81823 at level 0 using segments [{'id': '79a9df08-8c09-410b-b2d5-6c3fb1650ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'bafb84f0-bf52-403a-a444-7018a9f71ec8'}] {{(pid=101834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 15:19:30.939553 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8dd40a-152e-4948-b06f-1ef84ec995bb req-45d48c5d-9d11-488f-9e90-11ca9d1111ae service neutron] Attempting to bind port 2506a5bb-7d32-4f86-a64f-56db6db73db0 on network bafb84f0-bf52-403a-a444-7018a9f71ec8 {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:19:30.946506 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8dd40a-152e-4948-b06f-1ef84ec995bb req-45d48c5d-9d11-488f-9e90-11ca9d1111ae service neutron] Port 2506a5bb-7d32-4f86-a64f-56db6db73db0 on network bafb84f0-bf52-403a-a444-7018a9f71ec8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81823 {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 17 15:19:30.946819 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8dd40a-152e-4948-b06f-1ef84ec995bb req-45d48c5d-9d11-488f-9e90-11ca9d1111ae service neutron] Attempting to bind port 2506a5bb-7d32-4f86-a64f-56db6db73db0 on network bafb84f0-bf52-403a-a444-7018a9f71ec8 {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:19:30.954672 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8dd40a-152e-4948-b06f-1ef84ec995bb req-45d48c5d-9d11-488f-9e90-11ca9d1111ae service neutron] Checking agent: {'id': '56359ff8-4a05-4ac1-99e4-1793cc03f30f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81823', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 15, 9, 3), 'started_at': datetime.datetime(2021, 11, 17, 15, 9, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 15, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 15:19:30.954997 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8dd40a-152e-4948-b06f-1ef84ec995bb req-45d48c5d-9d11-488f-9e90-11ca9d1111ae service neutron] Checking segment: {'id': '79a9df08-8c09-410b-b2d5-6c3fb1650ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'bafb84f0-bf52-403a-a444-7018a9f71ec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:19:30.955399 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8dd40a-152e-4948-b06f-1ef84ec995bb req-45d48c5d-9d11-488f-9e90-11ca9d1111ae service neutron] Bound using segment: {'id': '79a9df08-8c09-410b-b2d5-6c3fb1650ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'bafb84f0-bf52-403a-a444-7018a9f71ec8'} {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 15:19:30.955804 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.managers [req-3d8dd40a-152e-4948-b06f-1ef84ec995bb req-45d48c5d-9d11-488f-9e90-11ca9d1111ae service neutron] Bound port: 2506a5bb-7d32-4f86-a64f-56db6db73db0, host: hv-cinder-81823, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79a9df08-8c09-410b-b2d5-6c3fb1650ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'bafb84f0-bf52-403a-a444-7018a9f71ec8'}}] {{(pid=101834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 15:19:30.956152 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-3d8dd40a-152e-4948-b06f-1ef84ec995bb req-45d48c5d-9d11-488f-9e90-11ca9d1111ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:30.971506 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e69e3-bd6f-4a86-a98f-21cc37ffb962 req-790e1ed8-7baa-42b5-94ed-f3f26372941e tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:30.972964 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-e17e69e3-bd6f-4a86-a98f-21cc37ffb962 req-790e1ed8-7baa-42b5-94ed-f3f26372941e tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.62 "GET /v2.0/ports?device_id=1aedc973-b70f-411a-8b03-f278c4927213 HTTP/1.1" status: 200 len: 944 time: 0.0759926 Nov 17 15:19:31.061130 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-e17e69e3-bd6f-4a86-a98f-21cc37ffb962 req-cce7012d-1ac8-4d33-9a64-17a93c0a62dc tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.62 "GET /v2.0/security-groups?id=6d4ccdf5-cda6-48ac-9877-4dfc24776636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817595 Nov 17 15:19:31.063646 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [req-3d8dd40a-152e-4948-b06f-1ef84ec995bb req-45d48c5d-9d11-488f-9e90-11ca9d1111ae service neutron] For port 2506a5bb-7d32-4f86-a64f-56db6db73db0, host hv-cinder-81823, cleared binding levels {{(pid=101834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 15:19:31.067245 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [req-3d8dd40a-152e-4948-b06f-1ef84ec995bb req-45d48c5d-9d11-488f-9e90-11ca9d1111ae service neutron] For port 2506a5bb-7d32-4f86-a64f-56db6db73db0, host hv-cinder-81823, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=2506a5bb-7d32-4f86-a64f-56db6db73db0,segment=NetworkSegment(79a9df08-8c09-410b-b2d5-6c3fb1650ad2),segment_id=79a9df08-8c09-410b-b2d5-6c3fb1650ad2)] {{(pid=101834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 15:19:31.073698 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-3d8dd40a-152e-4948-b06f-1ef84ec995bb req-45d48c5d-9d11-488f-9e90-11ca9d1111ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4397568'] for port, after_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:31.091442 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6c605-e762-43d3-9a34-126595119a7b req-0f465f3e-ec7d-414d-8fe5-c720842a148b tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:31.093007 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-e9b6c605-e762-43d3-9a34-126595119a7b req-0f465f3e-ec7d-414d-8fe5-c720842a148b tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 943 time: 0.0553391 Nov 17 15:19:31.106962 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8dd40a-152e-4948-b06f-1ef84ec995bb req-45d48c5d-9d11-488f-9e90-11ca9d1111ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:31.107607 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-3d8dd40a-152e-4948-b06f-1ef84ec995bb req-45d48c5d-9d11-488f-9e90-11ca9d1111ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for port, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:31.108971 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-3d8dd40a-152e-4948-b06f-1ef84ec995bb req-45d48c5d-9d11-488f-9e90-11ca9d1111ae service neutron] 10.222.0.55 "PUT /v2.0/ports/2506a5bb-7d32-4f86-a64f-56db6db73db0 HTTP/1.1" status: 200 len: 1094 time: 0.6426194 Nov 17 15:19:31.109406 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aedc973-b70f-411a-8b03-f278c4927213', 'tag': '2506a5bb-7d32-4f86-a64f-56db6db73db0'}] {{(pid=101834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:19:31.111645 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10d7295a2f7876e94fbb36dd5f9fa1a1524f2628f083d864ab6dabde9166157e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca341ff-bba6-43b0-b0f8-4d04ef631400" -d '{"events": [{"name": "network-changed", "server_uuid": "1aedc973-b70f-411a-8b03-f278c4927213", "tag": "2506a5bb-7d32-4f86-a64f-56db6db73db0"}]}' {{(pid=101834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:19:31.139903 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d48c5d-9d11-488f-9e90-11ca9d1111ae service neutron] Pushing event updated for resources: {'Port': ['ID=2506a5bb-7d32-4f86-a64f-56db6db73db0,revision_number=3']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:19:31.145197 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-e9b6c605-e762-43d3-9a34-126595119a7b req-c29dfd31-40e8-46cd-afbe-d5ff157c0e80 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460849 Nov 17 15:19:31.161031 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 15:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1995ff2-9d04-4fd2-a584-3f81f13d0b7f x-openstack-request-id: req-c1995ff2-9d04-4fd2-a584-3f81f13d0b7f {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:19:31.163645 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aedc973-b70f-411a-8b03-f278c4927213", "tag": "2506a5bb-7d32-4f86-a64f-56db6db73db0", "status": "completed", "code": 200}]} {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:19:31.164076 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c1995ff2-9d04-4fd2-a584-3f81f13d0b7f {{(pid=101834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:19:31.164491 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aedc973-b70f-411a-8b03-f278c4927213', 'tag': '2506a5bb-7d32-4f86-a64f-56db6db73db0', 'status': 'completed', 'code': 200} Nov 17 15:19:31.206074 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8dd40a-152e-4948-b06f-1ef84ec995bb req-d1ec3de8-249a-4dff-91e5-2b2194d53efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:31.207589 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-3d8dd40a-152e-4948-b06f-1ef84ec995bb req-d1ec3de8-249a-4dff-91e5-2b2194d53efb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5de8b4dd45fd4532ac6fdd8d340f9335&device_id=1aedc973-b70f-411a-8b03-f278c4927213 HTTP/1.1" status: 200 len: 1097 time: 0.0413034 Nov 17 15:19:31.248837 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-3d8dd40a-152e-4948-b06f-1ef84ec995bb req-001515eb-2185-49d8-9704-fdef6341706b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2506a5bb-7d32-4f86-a64f-56db6db73db0 HTTP/1.1" status: 200 len: 217 time: 0.0331116 Nov 17 15:19:31.300942 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8dd40a-152e-4948-b06f-1ef84ec995bb req-41bac727-c298-4d69-b5b8-484956216268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:31.302332 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-3d8dd40a-152e-4948-b06f-1ef84ec995bb req-41bac727-c298-4d69-b5b8-484956216268 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=751bed60-acab-49f4-8b96-71ac36d4c4e5 HTTP/1.1" status: 200 len: 848 time: 0.0459416 Nov 17 15:19:31.333654 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-3d8dd40a-152e-4948-b06f-1ef84ec995bb req-b3dbf6ae-aa58-4ab6-9f20-5ac53a5f3a26 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bafb84f0-bf52-403a-a444-7018a9f71ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232852 Nov 17 15:19:31.424631 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-3d8dd40a-152e-4948-b06f-1ef84ec995bb req-271ef4af-10b5-4680-a816-1f951db4a78b service neutron] 10.222.0.55 "GET /v2.0/networks/bafb84f0-bf52-403a-a444-7018a9f71ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789595 Nov 17 15:19:31.518102 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-3d8dd40a-152e-4948-b06f-1ef84ec995bb req-438ec27a-1b6d-491e-876c-8f0b850bec84 service neutron] 10.222.0.55 "GET /v2.0/networks/bafb84f0-bf52-403a-a444-7018a9f71ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846722 Nov 17 15:19:31.609242 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca341ff-bba6-43b0-b0f8-4d04ef631400 req-0041e533-d3a3-4a20-8c22-59c3d73695e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:31.610601 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-dca341ff-bba6-43b0-b0f8-4d04ef631400 req-0041e533-d3a3-4a20-8c22-59c3d73695e0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5de8b4dd45fd4532ac6fdd8d340f9335&device_id=1aedc973-b70f-411a-8b03-f278c4927213 HTTP/1.1" status: 200 len: 1097 time: 0.0402396 Nov 17 15:19:31.702455 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca341ff-bba6-43b0-b0f8-4d04ef631400 req-9543c121-1a1a-40ed-a272-a7de62d142ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:31.703943 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-dca341ff-bba6-43b0-b0f8-4d04ef631400 req-9543c121-1a1a-40ed-a272-a7de62d142ec service neutron] 10.222.0.55 "GET /v2.0/networks?id=bafb84f0-bf52-403a-a444-7018a9f71ec8 HTTP/1.1" status: 200 len: 909 time: 0.0858929 Nov 17 15:19:31.745260 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-dca341ff-bba6-43b0-b0f8-4d04ef631400 req-45cf9119-83ee-4ad9-8a8f-476cd9e1ad9f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2506a5bb-7d32-4f86-a64f-56db6db73db0 HTTP/1.1" status: 200 len: 217 time: 0.0330753 Nov 17 15:19:31.798528 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca341ff-bba6-43b0-b0f8-4d04ef631400 req-4b30b2ad-319c-4c0b-9e5c-4bf352669ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:31.799975 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-dca341ff-bba6-43b0-b0f8-4d04ef631400 req-4b30b2ad-319c-4c0b-9e5c-4bf352669ea1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=751bed60-acab-49f4-8b96-71ac36d4c4e5 HTTP/1.1" status: 200 len: 848 time: 0.0456114 Nov 17 15:19:31.831196 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-dca341ff-bba6-43b0-b0f8-4d04ef631400 req-63a6f1ca-e08b-417e-af36-0cd44aec7f8a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bafb84f0-bf52-403a-a444-7018a9f71ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229778 Nov 17 15:19:31.878152 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device db2ccb66-6f76-43e9-b7bb-28a2fbf25642 details requested by agent hyperv_hv-cinder-81823 with host hv-cinder-81823 {{(pid=101835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 17 15:19:31.922669 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-dca341ff-bba6-43b0-b0f8-4d04ef631400 req-3ff3e507-8722-482d-bd43-df7c92bc76b4 service neutron] 10.222.0.55 "GET /v2.0/networks/bafb84f0-bf52-403a-a444-7018a9f71ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810115 Nov 17 15:19:31.975755 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port db2ccb66-6f76-43e9-b7bb-28a2fbf25642, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=db2ccb66-6f76-43e9-b7bb-28a2fbf25642,segment=NetworkSegment(ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5),segment_id=ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:19:31.987144 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Returning: {'device': 'db2ccb66-6f76-43e9-b7bb-28a2fbf25642', 'network_id': '2d259df1-c4ab-4d22-8926-f0a465d8e0b5', 'port_id': 'db2ccb66-6f76-43e9-b7bb-28a2fbf25642', 'mac_address': 'fa:16:3e:13:10:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a8d8948-a156-4cc4-9771-6d5567fbb98c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 17 15:19:32.021489 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-dca341ff-bba6-43b0-b0f8-4d04ef631400 req-89721e93-7d87-468f-bfd4-ac76ba4d23fe service neutron] 10.222.0.55 "GET /v2.0/networks/bafb84f0-bf52-403a-a444-7018a9f71ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893698 Nov 17 15:19:32.023283 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:32.041486 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.notifiers.nova [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db2ccb66-6f76-43e9-b7bb-28a2fbf25642 {{(pid=101835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 15:19:32.060119 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port db2ccb66-6f76-43e9-b7bb-28a2fbf25642, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=db2ccb66-6f76-43e9-b7bb-28a2fbf25642,segment=NetworkSegment(ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5),segment_id=ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:19:32.063388 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:32.110719 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Pushing event updated for resources: {'Port': ['ID=db2ccb66-6f76-43e9-b7bb-28a2fbf25642,revision_number=9']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:19:32.177232 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e09b6c-6aa5-427e-9eca-32069ccab323 req-cf013215-5e02-4ab1-baa2-27f0888418d7 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:32.178912 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-94e09b6c-6aa5-427e-9eca-32069ccab323 req-cf013215-5e02-4ab1-baa2-27f0888418d7 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.62 "GET /v2.0/ports?device_id=1aedc973-b70f-411a-8b03-f278c4927213 HTTP/1.1" status: 200 len: 944 time: 0.0485516 Nov 17 15:19:32.226985 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-94e09b6c-6aa5-427e-9eca-32069ccab323 req-7f3f96b5-4475-48b6-b71b-4ac9836759b5 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.62 "GET /v2.0/security-groups?id=6d4ccdf5-cda6-48ac-9877-4dfc24776636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422423 Nov 17 15:19:32.265157 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6b3662-46d6-46cc-9902-92b321d88cb0 req-2cb57702-f9ae-4f3f-9a51-c642c4ba179b tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:32.266601 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-7a6b3662-46d6-46cc-9902-92b321d88cb0 req-2cb57702-f9ae-4f3f-9a51-c642c4ba179b tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 944 time: 0.0480011 Nov 17 15:19:32.312277 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-7a6b3662-46d6-46cc-9902-92b321d88cb0 req-6808aed9-9bcd-4606-80dd-4067424a609e tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398295 Nov 17 15:19:32.412184 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] get_ports_and_sgs() called for port_ids ['db2ccb66-6f76-43e9-b7bb-28a2fbf25642'] {{(pid=101835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 15:19:33.342174 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f13cbd2-e90e-4ad1-b841-eb900ca936f7 req-e8f76a1d-179c-4e4d-bbf3-8ee255961918 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:33.343715 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-4f13cbd2-e90e-4ad1-b841-eb900ca936f7 req-e8f76a1d-179c-4e4d-bbf3-8ee255961918 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.62 "GET /v2.0/ports?device_id=1aedc973-b70f-411a-8b03-f278c4927213 HTTP/1.1" status: 200 len: 944 time: 0.0518603 Nov 17 15:19:33.391176 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-4f13cbd2-e90e-4ad1-b841-eb900ca936f7 req-1efa0470-49fc-434e-9def-88293a34039a tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.62 "GET /v2.0/security-groups?id=6d4ccdf5-cda6-48ac-9877-4dfc24776636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413084 Nov 17 15:19:33.430604 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d73b6c-92d3-43d4-906e-827ddeba21e6 req-df302a77-1399-4f43-92cf-99edc5428563 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:33.432067 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-04d73b6c-92d3-43d4-906e-827ddeba21e6 req-df302a77-1399-4f43-92cf-99edc5428563 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 944 time: 0.0472085 Nov 17 15:19:33.481490 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-04d73b6c-92d3-43d4-906e-827ddeba21e6 req-e1b00035-0271-4fe9-9a9f-e9448e85578f tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430152 Nov 17 15:19:33.878668 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device 2506a5bb-7d32-4f86-a64f-56db6db73db0 details requested by agent hyperv_hv-cinder-81823 with host hv-cinder-81823 {{(pid=101835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 17 15:19:33.882494 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device db2ccb66-6f76-43e9-b7bb-28a2fbf25642 up at agent hyperv_hv-cinder-81823 {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:19:33.990669 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Provisioning complete for port db2ccb66-6f76-43e9-b7bb-28a2fbf25642 triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:19:33.991032 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:34.038516 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port 2506a5bb-7d32-4f86-a64f-56db6db73db0, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=2506a5bb-7d32-4f86-a64f-56db6db73db0,segment=NetworkSegment(79a9df08-8c09-410b-b2d5-6c3fb1650ad2),segment_id=79a9df08-8c09-410b-b2d5-6c3fb1650ad2)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:19:34.052566 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Returning: {'device': '2506a5bb-7d32-4f86-a64f-56db6db73db0', 'network_id': 'bafb84f0-bf52-403a-a444-7018a9f71ec8', 'port_id': '2506a5bb-7d32-4f86-a64f-56db6db73db0', 'mac_address': 'fa:16:3e:e8:91:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '751bed60-acab-49f4-8b96-71ac36d4c4e5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 17 15:19:34.119399 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:34.121718 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:34.144597 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.notifiers.nova [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2506a5bb-7d32-4f86-a64f-56db6db73db0 {{(pid=101835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 15:19:34.283152 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44db86d1-c699-494c-8722-3771654a7333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2ccb66-6f76-43e9-b7bb-28a2fbf25642'}] {{(pid=101835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:19:34.285386 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc2a867bdaff5c76f0208ec4146e14dfecc9fe2083470249ba9c3c2934649c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026686e8-0b6f-44d0-a586-0daa597846d2" -d '{"events": [{"server_uuid": "44db86d1-c699-494c-8722-3771654a7333", "name": "network-vif-plugged", "status": "completed", "tag": "db2ccb66-6f76-43e9-b7bb-28a2fbf25642"}]}' {{(pid=101835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:19:34.311143 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port db2ccb66-6f76-43e9-b7bb-28a2fbf25642, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=db2ccb66-6f76-43e9-b7bb-28a2fbf25642,segment=NetworkSegment(ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5),segment_id=ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:19:34.313000 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port 2506a5bb-7d32-4f86-a64f-56db6db73db0, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=2506a5bb-7d32-4f86-a64f-56db6db73db0,segment=NetworkSegment(79a9df08-8c09-410b-b2d5-6c3fb1650ad2),segment_id=79a9df08-8c09-410b-b2d5-6c3fb1650ad2)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:19:34.318368 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:34.320111 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:34.326386 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 15:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e852eb-9eb0-49e9-945b-e94b686d6725 x-openstack-request-id: req-b1e852eb-9eb0-49e9-945b-e94b686d6725 {{(pid=101835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:19:34.326663 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44db86d1-c699-494c-8722-3771654a7333", "name": "network-vif-plugged", "status": "completed", "tag": "db2ccb66-6f76-43e9-b7bb-28a2fbf25642", "code": 200}]} {{(pid=101835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:19:34.326952 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b1e852eb-9eb0-49e9-945b-e94b686d6725 {{(pid=101835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:19:34.327391 dv-cinder-818233-1-iscsi neutron-server[101835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44db86d1-c699-494c-8722-3771654a7333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db2ccb66-6f76-43e9-b7bb-28a2fbf25642', 'code': 200} Nov 17 15:19:34.346666 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:34.370235 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Pushing event updated for resources: {'Port': ['ID=db2ccb66-6f76-43e9-b7bb-28a2fbf25642,revision_number=10']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:19:34.418958 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Pushing event updated for resources: {'Port': ['ID=2506a5bb-7d32-4f86-a64f-56db6db73db0,revision_number=4']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:19:34.508583 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e8c5a-bb3e-4893-9f1e-9e47ad41663f req-b98cf272-2a32-4836-8f35-c2ce6a2bb40c tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:34.510181 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-e51e8c5a-bb3e-4893-9f1e-9e47ad41663f req-b98cf272-2a32-4836-8f35-c2ce6a2bb40c tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.62 "GET /v2.0/ports?device_id=1aedc973-b70f-411a-8b03-f278c4927213 HTTP/1.1" status: 200 len: 945 time: 0.0503051 Nov 17 15:19:34.518230 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130d7c2-958d-414d-97dc-032514f80786 req-ab9aeabc-6854-4005-a7b3-7da2343fcefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:34.519826 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-7130d7c2-958d-414d-97dc-032514f80786 req-ab9aeabc-6854-4005-a7b3-7da2343fcefd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 1099 time: 0.0443788 Nov 17 15:19:34.560877 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-e51e8c5a-bb3e-4893-9f1e-9e47ad41663f req-2145c6b5-1b81-43dd-82cc-cbad7286fa21 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.62 "GET /v2.0/security-groups?id=6d4ccdf5-cda6-48ac-9877-4dfc24776636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433300 Nov 17 15:19:34.575324 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-7130d7c2-958d-414d-97dc-032514f80786 req-a3dbd1f8-f471-4e2a-8a9f-64443d30ded8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481846 Nov 17 15:19:34.584048 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] get_ports_and_sgs() called for port_ids ['2506a5bb-7d32-4f86-a64f-56db6db73db0'] {{(pid=101835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 15:19:34.610582 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0ca37-1460-435a-97d2-a52a1dcb1b48 req-3d59706a-a835-4eae-b8b8-12d036d9f876 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:34.612078 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-0cf0ca37-1460-435a-97d2-a52a1dcb1b48 req-3d59706a-a835-4eae-b8b8-12d036d9f876 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 946 time: 0.0521700 Nov 17 15:19:34.662795 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-0cf0ca37-1460-435a-97d2-a52a1dcb1b48 req-2c0caa78-e5d4-4a56-b112-970d43d21eb7 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448484 Nov 17 15:19:35.672435 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a1c0a-2e92-4d20-ba9d-e6cd8b473506 req-e71d17a9-c498-46d6-bebc-c8b9c8c729ee tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:35.673866 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-ed9a1c0a-2e92-4d20-ba9d-e6cd8b473506 req-e71d17a9-c498-46d6-bebc-c8b9c8c729ee tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.62 "GET /v2.0/ports?device_id=1aedc973-b70f-411a-8b03-f278c4927213 HTTP/1.1" status: 200 len: 945 time: 0.0467455 Nov 17 15:19:35.719960 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-ed9a1c0a-2e92-4d20-ba9d-e6cd8b473506 req-eb8efe29-f524-4c63-85ae-bdb59d675e18 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.62 "GET /v2.0/security-groups?id=6d4ccdf5-cda6-48ac-9877-4dfc24776636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402436 Nov 17 15:19:35.781468 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf603c-4e5a-42ab-ad8b-d60f9f15ec96 req-d7e722f9-d008-4611-92e6-a233454e6f8a tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:35.782919 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-54cf603c-4e5a-42ab-ad8b-d60f9f15ec96 req-d7e722f9-d008-4611-92e6-a233454e6f8a tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 946 time: 0.0479817 Nov 17 15:19:35.830587 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-54cf603c-4e5a-42ab-ad8b-d60f9f15ec96 req-888cd5de-5d30-4997-bae6-8502112f2214 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411596 Nov 17 15:19:35.892490 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device 2506a5bb-7d32-4f86-a64f-56db6db73db0 up at agent hyperv_hv-cinder-81823 {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:19:35.941362 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Provisioning for port 2506a5bb-7d32-4f86-a64f-56db6db73db0 completed by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 17 15:19:35.945403 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Provisioning complete for port 2506a5bb-7d32-4f86-a64f-56db6db73db0 triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:19:35.945785 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:36.025147 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:36.057671 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port 2506a5bb-7d32-4f86-a64f-56db6db73db0, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=2506a5bb-7d32-4f86-a64f-56db6db73db0,segment=NetworkSegment(79a9df08-8c09-410b-b2d5-6c3fb1650ad2),segment_id=79a9df08-8c09-410b-b2d5-6c3fb1650ad2)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:19:36.061526 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:36.117592 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Pushing event updated for resources: {'Port': ['ID=2506a5bb-7d32-4f86-a64f-56db6db73db0,revision_number=5']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:19:36.328169 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aedc973-b70f-411a-8b03-f278c4927213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2506a5bb-7d32-4f86-a64f-56db6db73db0'}] {{(pid=101835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:19:36.330569 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc2a867bdaff5c76f0208ec4146e14dfecc9fe2083470249ba9c3c2934649c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c8d54d-f497-4adb-bf6e-252e808837fd" -d '{"events": [{"server_uuid": "1aedc973-b70f-411a-8b03-f278c4927213", "name": "network-vif-plugged", "status": "completed", "tag": "2506a5bb-7d32-4f86-a64f-56db6db73db0"}]}' {{(pid=101835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:19:36.366628 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 15:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc99df2-6971-4396-88a6-1af1e18279b7 x-openstack-request-id: req-edc99df2-6971-4396-88a6-1af1e18279b7 {{(pid=101835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:19:36.366916 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aedc973-b70f-411a-8b03-f278c4927213", "name": "network-vif-plugged", "status": "completed", "tag": "2506a5bb-7d32-4f86-a64f-56db6db73db0", "code": 200}]} {{(pid=101835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:19:36.367166 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-edc99df2-6971-4396-88a6-1af1e18279b7 {{(pid=101835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:19:36.367721 dv-cinder-818233-1-iscsi neutron-server[101835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aedc973-b70f-411a-8b03-f278c4927213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2506a5bb-7d32-4f86-a64f-56db6db73db0', 'code': 200} Nov 17 15:19:36.540345 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70519011-8747-46b6-b890-547b956aca29 req-c2dacff1-ce1e-4786-b946-01e60792c9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:36.541882 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-70519011-8747-46b6-b890-547b956aca29 req-c2dacff1-ce1e-4786-b946-01e60792c9e2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1aedc973-b70f-411a-8b03-f278c4927213 HTTP/1.1" status: 200 len: 1099 time: 0.0389562 Nov 17 15:19:36.591059 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-70519011-8747-46b6-b890-547b956aca29 req-6e2e7088-c721-4d14-a0d6-05029b623a35 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6d4ccdf5-cda6-48ac-9877-4dfc24776636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366135 Nov 17 15:19:36.834190 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d800671-b888-49c2-960b-6ea3940cbde2 req-6cb6334f-8407-4c49-a1ae-c1ce707355fd tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:36.835483 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-1d800671-b888-49c2-960b-6ea3940cbde2 req-6cb6334f-8407-4c49-a1ae-c1ce707355fd tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.62 "GET /v2.0/ports?device_id=1aedc973-b70f-411a-8b03-f278c4927213 HTTP/1.1" status: 200 len: 946 time: 0.0515347 Nov 17 15:19:36.883988 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-1d800671-b888-49c2-960b-6ea3940cbde2 req-8fd41195-9782-496d-8e1e-5c37587b2e02 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.62 "GET /v2.0/security-groups?id=6d4ccdf5-cda6-48ac-9877-4dfc24776636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418639 Nov 17 15:19:36.955127 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8ad50-4ee2-41ce-a755-45866c22efa1 req-2f975ffc-8c5a-4add-a9a4-b10a5f88b0ef tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:36.956599 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-6be8ad50-4ee2-41ce-a755-45866c22efa1 req-2f975ffc-8c5a-4add-a9a4-b10a5f88b0ef tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 946 time: 0.0503626 Nov 17 15:19:37.002058 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-6be8ad50-4ee2-41ce-a755-45866c22efa1 req-2c522b90-92be-4681-86b2-4eec04fa2d94 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397184 Nov 17 15:19:38.003652 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae47b1-9354-403e-b2cc-1686b6fd07c0 req-ff0954a6-d4d0-4cf3-9f9d-f64bc8346594 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:38.005113 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-4bae47b1-9354-403e-b2cc-1686b6fd07c0 req-ff0954a6-d4d0-4cf3-9f9d-f64bc8346594 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.62 "GET /v2.0/ports?device_id=1aedc973-b70f-411a-8b03-f278c4927213 HTTP/1.1" status: 200 len: 946 time: 0.0510616 Nov 17 15:19:38.051207 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-4bae47b1-9354-403e-b2cc-1686b6fd07c0 req-a59156ee-db92-4bc0-b9f6-332483831601 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.62 "GET /v2.0/security-groups?id=6d4ccdf5-cda6-48ac-9877-4dfc24776636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403247 Nov 17 15:19:38.807109 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ad01e-78bd-40d3-8f4a-87e69ab5c1b5 req-09aba7dd-67d7-46e0-a6d1-13ed0e346f51 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:38.808601 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-4e2ad01e-78bd-40d3-8f4a-87e69ab5c1b5 req-09aba7dd-67d7-46e0-a6d1-13ed0e346f51 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.62 "GET /v2.0/ports?device_id=1aedc973-b70f-411a-8b03-f278c4927213 HTTP/1.1" status: 200 len: 946 time: 0.0469861 Nov 17 15:19:38.858126 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-4e2ad01e-78bd-40d3-8f4a-87e69ab5c1b5 req-5a81fe21-7217-4327-bad2-678429a2365d tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.62 "GET /v2.0/security-groups?id=6d4ccdf5-cda6-48ac-9877-4dfc24776636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427597 Nov 17 15:19:39.972416 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c468e05a-0066-41b6-aacc-463018aab91f req-7474ee98-a178-4fda-8a64-6cb8085c158a tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:39.974143 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-c468e05a-0066-41b6-aacc-463018aab91f req-7474ee98-a178-4fda-8a64-6cb8085c158a tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.62 "GET /v2.0/ports?device_id=1aedc973-b70f-411a-8b03-f278c4927213 HTTP/1.1" status: 200 len: 946 time: 0.0481455 Nov 17 15:19:40.020398 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-c468e05a-0066-41b6-aacc-463018aab91f req-bbae975f-ec34-4b03-b2b6-9a315bbf62ba tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.62 "GET /v2.0/security-groups?id=6d4ccdf5-cda6-48ac-9877-4dfc24776636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404096 Nov 17 15:19:40.317241 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834eb8d-1221-4352-82b1-e52db90f76db req-9e0bc729-f2f7-4cef-9954-d54e02fa8f7a tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:40.318799 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-6834eb8d-1221-4352-82b1-e52db90f76db req-9e0bc729-f2f7-4cef-9954-d54e02fa8f7a tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.55 "GET /v2.0/ports?device_id=1aedc973-b70f-411a-8b03-f278c4927213 HTTP/1.1" status: 200 len: 946 time: 0.0580578 Nov 17 15:19:40.409425 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [req-6834eb8d-1221-4352-82b1-e52db90f76db req-6c13549a-8035-47c6-bb97-4c23df310bd9 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Deleting port 2506a5bb-7d32-4f86-a64f-56db6db73db0 {{(pid=101834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:19:40.409789 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-6834eb8d-1221-4352-82b1-e52db90f76db req-6c13549a-8035-47c6-bb97-4c23df310bd9 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:40.498898 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [req-6834eb8d-1221-4352-82b1-e52db90f76db req-6c13549a-8035-47c6-bb97-4c23df310bd9 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] For port 2506a5bb-7d32-4f86-a64f-56db6db73db0, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=2506a5bb-7d32-4f86-a64f-56db6db73db0,segment=NetworkSegment(79a9df08-8c09-410b-b2d5-6c3fb1650ad2),segment_id=79a9df08-8c09-410b-b2d5-6c3fb1650ad2)] {{(pid=101834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:19:40.499191 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-6834eb8d-1221-4352-82b1-e52db90f76db req-6c13549a-8035-47c6-bb97-4c23df310bd9 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:40.511248 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [req-6834eb8d-1221-4352-82b1-e52db90f76db req-6c13549a-8035-47c6-bb97-4c23df310bd9 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Calling delete_port for 2506a5bb-7d32-4f86-a64f-56db6db73db0 owned by compute:nova {{(pid=101834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:19:40.641258 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-6834eb8d-1221-4352-82b1-e52db90f76db req-6c13549a-8035-47c6-bb97-4c23df310bd9 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:40.653731 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] get_ports_and_sgs() called for port_ids ['2506a5bb-7d32-4f86-a64f-56db6db73db0'] {{(pid=101835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 15:19:40.674240 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c13549a-8035-47c6-bb97-4c23df310bd9 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Pushing event deleted for resources: {'Port': ['ID=2506a5bb-7d32-4f86-a64f-56db6db73db0,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:19:40.714558 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.l3_dvrscheduler_db [req-6834eb8d-1221-4352-82b1-e52db90f76db req-6c13549a-8035-47c6-bb97-4c23df310bd9 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] No DVR routers for this DVR port 2506a5bb-7d32-4f86-a64f-56db6db73db0 on host hv-cinder-81823 {{(pid=101834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 15:19:40.717038 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-6834eb8d-1221-4352-82b1-e52db90f76db req-6c13549a-8035-47c6-bb97-4c23df310bd9 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for port, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:40.720387 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-6834eb8d-1221-4352-82b1-e52db90f76db req-6c13549a-8035-47c6-bb97-4c23df310bd9 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.55 "DELETE /v2.0/ports/2506a5bb-7d32-4f86-a64f-56db6db73db0 HTTP/1.1" status: 204 len: 173 time: 0.3949869 Nov 17 15:19:40.720812 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aedc973-b70f-411a-8b03-f278c4927213', 'name': 'network-vif-deleted', 'tag': '2506a5bb-7d32-4f86-a64f-56db6db73db0'}] {{(pid=101834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:19:40.723280 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10d7295a2f7876e94fbb36dd5f9fa1a1524f2628f083d864ab6dabde9166157e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96af1b16-1eb1-41dd-b440-f79452f87d5e" -d '{"events": [{"server_uuid": "1aedc973-b70f-411a-8b03-f278c4927213", "name": "network-vif-deleted", "tag": "2506a5bb-7d32-4f86-a64f-56db6db73db0"}]}' {{(pid=101834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:19:40.759775 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 15:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8ba8f4-a6fe-4153-ac6c-89d6ad44ef1f x-openstack-request-id: req-0f8ba8f4-a6fe-4153-ac6c-89d6ad44ef1f {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:19:40.760061 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aedc973-b70f-411a-8b03-f278c4927213", "name": "network-vif-deleted", "tag": "2506a5bb-7d32-4f86-a64f-56db6db73db0", "status": "completed", "code": 200}]} {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:19:40.760313 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0f8ba8f4-a6fe-4153-ac6c-89d6ad44ef1f {{(pid=101834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:19:40.760699 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aedc973-b70f-411a-8b03-f278c4927213', 'name': 'network-vif-deleted', 'tag': '2506a5bb-7d32-4f86-a64f-56db6db73db0', 'status': 'completed', 'code': 200} Nov 17 15:19:41.122335 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-2f013377-bbec-444b-a8cb-86e95a52701f req-b5811747-f942-4a4d-99af-096ac8c5dfff tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.62 "GET /v2.0/ports?device_id=1aedc973-b70f-411a-8b03-f278c4927213 HTTP/1.1" status: 200 len: 210 time: 0.0252478 Nov 17 15:19:42.379263 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af963185-1bc8-4f65-ab4f-f1783a313b31 req-48b29920-3060-42de-8efb-4ffbdd8527da tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:42.380717 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-af963185-1bc8-4f65-ab4f-f1783a313b31 req-48b29920-3060-42de-8efb-4ffbdd8527da tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.62 "GET /v2.0/networks?id=bafb84f0-bf52-403a-a444-7018a9f71ec8 HTTP/1.1" status: 200 len: 808 time: 0.1054938 Nov 17 15:19:42.395464 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-af963185-1bc8-4f65-ab4f-f1783a313b31 req-710c2901-508d-4850-99a6-5cae303b03b7 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.62 "GET /v2.0/quotas/5de8b4dd45fd4532ac6fdd8d340f9335 HTTP/1.1" status: 200 len: 375 time: 0.0092518 Nov 17 15:19:42.425004 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-af963185-1bc8-4f65-ab4f-f1783a313b31 req-e9e2840e-bb4b-4848-928b-2fd53ba68c4e tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5de8b4dd45fd4532ac6fdd8d340f9335&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0243979 Nov 17 15:19:42.515474 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-af963185-1bc8-4f65-ab4f-f1783a313b31 req-b639d7b0-6080-4b55-8fd4-b26d67c6106e service neutron] 10.222.0.62 "GET /v2.0/networks/bafb84f0-bf52-403a-a444-7018a9f71ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839584 Nov 17 15:19:42.601685 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-af963185-1bc8-4f65-ab4f-f1783a313b31 req-7dd10882-42bb-47c6-acc5-e76a8ae4b29e service neutron] 10.222.0.62 "GET /v2.0/networks/bafb84f0-bf52-403a-a444-7018a9f71ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799193 Nov 17 15:19:42.762450 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-4a7fe7fd-640d-481f-90e2-98200a9ab2d0 req-8c5cf1ed-42e2-4ed8-8dd2-26e4b8bb6e38 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dc1adf4-ccfd-4872-84e1-db16583fffe2 HTTP/1.1" status: 200 len: 210 time: 0.0294414 Nov 17 15:19:43.688460 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af963185-1bc8-4f65-ab4f-f1783a313b31 req-63cbc9b5-25c7-4401-a3b8-712bfc2d9596 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:43.689885 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-af963185-1bc8-4f65-ab4f-f1783a313b31 req-63cbc9b5-25c7-4401-a3b8-712bfc2d9596 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.55 "GET /v2.0/networks?id=bafb84f0-bf52-403a-a444-7018a9f71ec8 HTTP/1.1" status: 200 len: 808 time: 0.1066849 Nov 17 15:19:43.704378 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [req-af963185-1bc8-4f65-ab4f-f1783a313b31 req-11a9306f-b346-4f63-8f4e-40a90045d1aa tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Request body: {'port': {'device_id': '1dc1adf4-ccfd-4872-84e1-db16583fffe2', 'network_id': 'bafb84f0-bf52-403a-a444-7018a9f71ec8', 'admin_state_up': True, 'tenant_id': '5de8b4dd45fd4532ac6fdd8d340f9335'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:19:43.814024 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af963185-1bc8-4f65-ab4f-f1783a313b31 req-11a9306f-b346-4f63-8f4e-40a90045d1aa tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Made reservation on behalf of 5de8b4dd45fd4532ac6fdd8d340f9335 for: {'port': 1} {{(pid=101834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:19:43.817649 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-af963185-1bc8-4f65-ab4f-f1783a313b31 req-11a9306f-b346-4f63-8f4e-40a90045d1aa tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:43.859271 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-8dfc760c-a10d-4404-a86e-92fd7106f222 req-cc0497c4-7ca4-4043-b294-8a63e8283d83 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dc1adf4-ccfd-4872-84e1-db16583fffe2 HTTP/1.1" status: 200 len: 210 time: 0.0297186 Nov 17 15:19:43.943834 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.db_base_plugin_common [req-af963185-1bc8-4f65-ab4f-f1783a313b31 req-11a9306f-b346-4f63-8f4e-40a90045d1aa tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Allocated IP 172.20.0.11 (bafb84f0-bf52-403a-a444-7018a9f71ec8/751bed60-acab-49f4-8b96-71ac36d4c4e5/5dcd93f0-c9ac-498d-9877-e2708e04e589) {{(pid=101834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:19:44.087171 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-af963185-1bc8-4f65-ab4f-f1783a313b31 req-11a9306f-b346-4f63-8f4e-40a90045d1aa tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Publish callbacks [] for port, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:44.119567 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-af963185-1bc8-4f65-ab4f-f1783a313b31 req-11a9306f-b346-4f63-8f4e-40a90045d1aa tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:44.158381 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af963185-1bc8-4f65-ab4f-f1783a313b31 req-11a9306f-b346-4f63-8f4e-40a90045d1aa tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Network bafb84f0-bf52-403a-a444-7018a9f71ec8 is already hosted by enough agents. {{(pid=101834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:19:44.163277 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.base_scheduler [req-af963185-1bc8-4f65-ab4f-f1783a313b31 req-11a9306f-b346-4f63-8f4e-40a90045d1aa tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Resources bound (agent type, host, resource id): {{(pid=101834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:19:44.166836 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.l3_dvrscheduler_db [req-af963185-1bc8-4f65-ab4f-f1783a313b31 req-11a9306f-b346-4f63-8f4e-40a90045d1aa tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Received port after_create {{(pid=101834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:19:44.195672 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a9306f-b346-4f63-8f4e-40a90045d1aa tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Pushing event updated for resources: {'Port': ['ID=5dcd93f0-c9ac-498d-9877-e2708e04e589,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:19:44.222477 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af963185-1bc8-4f65-ab4f-f1783a313b31 req-11a9306f-b346-4f63-8f4e-40a90045d1aa tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:44.223523 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-af963185-1bc8-4f65-ab4f-f1783a313b31 req-11a9306f-b346-4f63-8f4e-40a90045d1aa tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for port, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:44.239386 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-af963185-1bc8-4f65-ab4f-f1783a313b31 req-11a9306f-b346-4f63-8f4e-40a90045d1aa tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5392194 Nov 17 15:19:44.252382 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [req-af963185-1bc8-4f65-ab4f-f1783a313b31 req-6ac2848a-e13c-4ef0-9de8-ae51328b1d24 service neutron] Request body: {'port': {'device_id': '1dc1adf4-ccfd-4872-84e1-db16583fffe2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81823'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:19:44.304270 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-af963185-1bc8-4f65-ab4f-f1783a313b31 req-6ac2848a-e13c-4ef0-9de8-ae51328b1d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:44.558601 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.notifiers.nova [req-af963185-1bc8-4f65-ab4f-f1783a313b31 req-6ac2848a-e13c-4ef0-9de8-ae51328b1d24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dcd93f0-c9ac-498d-9877-e2708e04e589 {{(pid=101834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 15:19:44.565761 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-af963185-1bc8-4f65-ab4f-f1783a313b31 req-6ac2848a-e13c-4ef0-9de8-ae51328b1d24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:44.577167 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.provisioning_blocks [req-af963185-1bc8-4f65-ab4f-f1783a313b31 req-6ac2848a-e13c-4ef0-9de8-ae51328b1d24 service neutron] Transition to ACTIVE for port object 5dcd93f0-c9ac-498d-9877-e2708e04e589 will not be triggered until provisioned by entity L2. {{(pid=101834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 17 15:19:44.580956 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-af963185-1bc8-4f65-ab4f-f1783a313b31 req-6ac2848a-e13c-4ef0-9de8-ae51328b1d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4397568'] for port, after_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:44.630891 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac2848a-e13c-4ef0-9de8-ae51328b1d24 service neutron] Pushing event updated for resources: {'Port': ['ID=5dcd93f0-c9ac-498d-9877-e2708e04e589,revision_number=2']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:19:44.692149 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.managers [req-af963185-1bc8-4f65-ab4f-f1783a313b31 req-6ac2848a-e13c-4ef0-9de8-ae51328b1d24 service neutron] Attempting to bind port 5dcd93f0-c9ac-498d-9877-e2708e04e589 on host hv-cinder-81823 for vnic_type normal with profile {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 15:19:44.692480 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.managers [req-af963185-1bc8-4f65-ab4f-f1783a313b31 req-6ac2848a-e13c-4ef0-9de8-ae51328b1d24 service neutron] Attempting to bind port 5dcd93f0-c9ac-498d-9877-e2708e04e589 by drivers openvswitch,hyperv on host hv-cinder-81823 at level 0 using segments [{'id': '79a9df08-8c09-410b-b2d5-6c3fb1650ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'bafb84f0-bf52-403a-a444-7018a9f71ec8'}] {{(pid=101834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 15:19:44.692804 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af963185-1bc8-4f65-ab4f-f1783a313b31 req-6ac2848a-e13c-4ef0-9de8-ae51328b1d24 service neutron] Attempting to bind port 5dcd93f0-c9ac-498d-9877-e2708e04e589 on network bafb84f0-bf52-403a-a444-7018a9f71ec8 {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:19:44.696934 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af963185-1bc8-4f65-ab4f-f1783a313b31 req-6ac2848a-e13c-4ef0-9de8-ae51328b1d24 service neutron] Port 5dcd93f0-c9ac-498d-9877-e2708e04e589 on network bafb84f0-bf52-403a-a444-7018a9f71ec8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81823 {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 17 15:19:44.697248 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af963185-1bc8-4f65-ab4f-f1783a313b31 req-6ac2848a-e13c-4ef0-9de8-ae51328b1d24 service neutron] Attempting to bind port 5dcd93f0-c9ac-498d-9877-e2708e04e589 on network bafb84f0-bf52-403a-a444-7018a9f71ec8 {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:19:44.701889 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af963185-1bc8-4f65-ab4f-f1783a313b31 req-6ac2848a-e13c-4ef0-9de8-ae51328b1d24 service neutron] Checking agent: {'id': '56359ff8-4a05-4ac1-99e4-1793cc03f30f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81823', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 15, 9, 3), 'started_at': datetime.datetime(2021, 11, 17, 15, 9, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 15, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 15:19:44.702220 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af963185-1bc8-4f65-ab4f-f1783a313b31 req-6ac2848a-e13c-4ef0-9de8-ae51328b1d24 service neutron] Checking segment: {'id': '79a9df08-8c09-410b-b2d5-6c3fb1650ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'bafb84f0-bf52-403a-a444-7018a9f71ec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:19:44.702596 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af963185-1bc8-4f65-ab4f-f1783a313b31 req-6ac2848a-e13c-4ef0-9de8-ae51328b1d24 service neutron] Bound using segment: {'id': '79a9df08-8c09-410b-b2d5-6c3fb1650ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'bafb84f0-bf52-403a-a444-7018a9f71ec8'} {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 15:19:44.703015 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.managers [req-af963185-1bc8-4f65-ab4f-f1783a313b31 req-6ac2848a-e13c-4ef0-9de8-ae51328b1d24 service neutron] Bound port: 5dcd93f0-c9ac-498d-9877-e2708e04e589, host: hv-cinder-81823, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79a9df08-8c09-410b-b2d5-6c3fb1650ad2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'bafb84f0-bf52-403a-a444-7018a9f71ec8'}}] {{(pid=101834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 15:19:44.703436 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-af963185-1bc8-4f65-ab4f-f1783a313b31 req-6ac2848a-e13c-4ef0-9de8-ae51328b1d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:44.767483 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [req-af963185-1bc8-4f65-ab4f-f1783a313b31 req-6ac2848a-e13c-4ef0-9de8-ae51328b1d24 service neutron] For port 5dcd93f0-c9ac-498d-9877-e2708e04e589, host hv-cinder-81823, cleared binding levels {{(pid=101834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 15:19:44.770433 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [req-af963185-1bc8-4f65-ab4f-f1783a313b31 req-6ac2848a-e13c-4ef0-9de8-ae51328b1d24 service neutron] For port 5dcd93f0-c9ac-498d-9877-e2708e04e589, host hv-cinder-81823, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=5dcd93f0-c9ac-498d-9877-e2708e04e589,segment=NetworkSegment(79a9df08-8c09-410b-b2d5-6c3fb1650ad2),segment_id=79a9df08-8c09-410b-b2d5-6c3fb1650ad2)] {{(pid=101834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 15:19:44.774074 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-af963185-1bc8-4f65-ab4f-f1783a313b31 req-6ac2848a-e13c-4ef0-9de8-ae51328b1d24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4397568'] for port, after_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:44.805653 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af963185-1bc8-4f65-ab4f-f1783a313b31 req-6ac2848a-e13c-4ef0-9de8-ae51328b1d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:44.806263 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-af963185-1bc8-4f65-ab4f-f1783a313b31 req-6ac2848a-e13c-4ef0-9de8-ae51328b1d24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for port, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:44.807640 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-af963185-1bc8-4f65-ab4f-f1783a313b31 req-6ac2848a-e13c-4ef0-9de8-ae51328b1d24 service neutron] 10.222.0.55 "PUT /v2.0/ports/5dcd93f0-c9ac-498d-9877-e2708e04e589 HTTP/1.1" status: 200 len: 1094 time: 0.5592155 Nov 17 15:19:44.808074 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc1adf4-ccfd-4872-84e1-db16583fffe2', 'tag': '5dcd93f0-c9ac-498d-9877-e2708e04e589'}] {{(pid=101834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:19:44.810308 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10d7295a2f7876e94fbb36dd5f9fa1a1524f2628f083d864ab6dabde9166157e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69883165-cab6-404a-94fe-af5cbf9ba291" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc1adf4-ccfd-4872-84e1-db16583fffe2", "tag": "5dcd93f0-c9ac-498d-9877-e2708e04e589"}]}' {{(pid=101834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:19:44.835859 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac2848a-e13c-4ef0-9de8-ae51328b1d24 service neutron] Pushing event updated for resources: {'Port': ['ID=5dcd93f0-c9ac-498d-9877-e2708e04e589,revision_number=3']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:19:44.854857 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 15:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee8f770-295e-49c8-bf9d-8fe3b1b8603a x-openstack-request-id: req-cee8f770-295e-49c8-bf9d-8fe3b1b8603a {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:19:44.855136 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc1adf4-ccfd-4872-84e1-db16583fffe2", "tag": "5dcd93f0-c9ac-498d-9877-e2708e04e589", "status": "completed", "code": 200}]} {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:19:44.855403 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cee8f770-295e-49c8-bf9d-8fe3b1b8603a {{(pid=101834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:19:44.855827 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dc1adf4-ccfd-4872-84e1-db16583fffe2', 'tag': '5dcd93f0-c9ac-498d-9877-e2708e04e589', 'status': 'completed', 'code': 200} Nov 17 15:19:44.888976 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af963185-1bc8-4f65-ab4f-f1783a313b31 req-ee9751f8-9552-414f-a107-43b225af6daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:44.890493 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-af963185-1bc8-4f65-ab4f-f1783a313b31 req-ee9751f8-9552-414f-a107-43b225af6daf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5de8b4dd45fd4532ac6fdd8d340f9335&device_id=1dc1adf4-ccfd-4872-84e1-db16583fffe2 HTTP/1.1" status: 200 len: 1097 time: 0.0442417 Nov 17 15:19:44.931900 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-af963185-1bc8-4f65-ab4f-f1783a313b31 req-0f06e224-5cba-477c-916c-0a4cfcdc911f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5dcd93f0-c9ac-498d-9877-e2708e04e589 HTTP/1.1" status: 200 len: 217 time: 0.0329840 Nov 17 15:19:44.950946 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.agents_db [None req-8c09612d-4555-4199-ac80-2bf3536e394d None None] Agent healthcheck: found 6 active agents {{(pid=101836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 15:19:44.974447 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2303273-c7d7-4e4e-a446-79230c57a83a req-87708164-313d-403a-bf41-ab51f7dd361d tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:44.976129 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-f2303273-c7d7-4e4e-a446-79230c57a83a req-87708164-313d-403a-bf41-ab51f7dd361d tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dc1adf4-ccfd-4872-84e1-db16583fffe2 HTTP/1.1" status: 200 len: 944 time: 0.0490770 Nov 17 15:19:44.987197 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af963185-1bc8-4f65-ab4f-f1783a313b31 req-4ea7be13-59c2-443c-bf02-e571eb1fc524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:44.988675 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-af963185-1bc8-4f65-ab4f-f1783a313b31 req-4ea7be13-59c2-443c-bf02-e571eb1fc524 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=751bed60-acab-49f4-8b96-71ac36d4c4e5 HTTP/1.1" status: 200 len: 848 time: 0.0477057 Nov 17 15:19:45.020858 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-af963185-1bc8-4f65-ab4f-f1783a313b31 req-b97cdc8c-0cac-4dcb-bd32-2f9b96d7e84c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bafb84f0-bf52-403a-a444-7018a9f71ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241055 Nov 17 15:19:45.022095 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-f2303273-c7d7-4e4e-a446-79230c57a83a req-3d882459-e563-4b59-b11e-80991a40c7c5 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.62 "GET /v2.0/security-groups?id=6d4ccdf5-cda6-48ac-9877-4dfc24776636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401967 Nov 17 15:19:45.109850 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-af963185-1bc8-4f65-ab4f-f1783a313b31 req-7589b9c5-437c-4e25-9b5d-1ae518cb4ae2 service neutron] 10.222.0.55 "GET /v2.0/networks/bafb84f0-bf52-403a-a444-7018a9f71ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808852 Nov 17 15:19:45.201158 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-af963185-1bc8-4f65-ab4f-f1783a313b31 req-c7070943-ebaa-48a3-9c89-9e19d202f8cd service neutron] 10.222.0.55 "GET /v2.0/networks/bafb84f0-bf52-403a-a444-7018a9f71ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833919 Nov 17 15:19:45.286415 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69883165-cab6-404a-94fe-af5cbf9ba291 req-c5730e27-91d2-4392-994b-ccc7cc05ec15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:45.287817 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-69883165-cab6-404a-94fe-af5cbf9ba291 req-c5730e27-91d2-4392-994b-ccc7cc05ec15 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5de8b4dd45fd4532ac6fdd8d340f9335&device_id=1dc1adf4-ccfd-4872-84e1-db16583fffe2 HTTP/1.1" status: 200 len: 1097 time: 0.0392766 Nov 17 15:19:45.380080 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69883165-cab6-404a-94fe-af5cbf9ba291 req-3c148f49-5cfe-4b67-bbf7-9a788cb7fdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:45.381499 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-69883165-cab6-404a-94fe-af5cbf9ba291 req-3c148f49-5cfe-4b67-bbf7-9a788cb7fdf8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bafb84f0-bf52-403a-a444-7018a9f71ec8 HTTP/1.1" status: 200 len: 909 time: 0.0855784 Nov 17 15:19:45.425665 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-69883165-cab6-404a-94fe-af5cbf9ba291 req-a4dcdf53-0035-4c26-961b-ce1b834af6ba service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5dcd93f0-c9ac-498d-9877-e2708e04e589 HTTP/1.1" status: 200 len: 217 time: 0.0333943 Nov 17 15:19:45.479007 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69883165-cab6-404a-94fe-af5cbf9ba291 req-36a8bfdd-6b75-4bdb-ae06-24270cf1078d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:45.480683 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-69883165-cab6-404a-94fe-af5cbf9ba291 req-36a8bfdd-6b75-4bdb-ae06-24270cf1078d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=751bed60-acab-49f4-8b96-71ac36d4c4e5 HTTP/1.1" status: 200 len: 848 time: 0.0466683 Nov 17 15:19:45.512479 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-69883165-cab6-404a-94fe-af5cbf9ba291 req-e590ba66-6f6a-4f28-b64b-dc30eb42f5ea service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bafb84f0-bf52-403a-a444-7018a9f71ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232029 Nov 17 15:19:45.601249 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-69883165-cab6-404a-94fe-af5cbf9ba291 req-22cd5f67-c85c-4208-aafb-9d2c2e9f9c87 service neutron] 10.222.0.55 "GET /v2.0/networks/bafb84f0-bf52-403a-a444-7018a9f71ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794613 Nov 17 15:19:45.694406 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-69883165-cab6-404a-94fe-af5cbf9ba291 req-b8e234d1-0c13-47f1-82bb-abbff477c4fd service neutron] 10.222.0.55 "GET /v2.0/networks/bafb84f0-bf52-403a-a444-7018a9f71ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842934 Nov 17 15:19:45.906492 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device 2506a5bb-7d32-4f86-a64f-56db6db73db0 no longer exists at agent hyperv_hv-cinder-81823 {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 15:19:45.925825 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] No Port match for: 2506a5bb-7d32-4f86-a64f-56db6db73db0 {{(pid=101835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 15:19:45.926165 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device 2506a5bb-7d32-4f86-a64f-56db6db73db0 not bound to the agent host hv-cinder-81823 {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 15:19:46.135828 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb132ae8-96e3-476e-affb-eb8681271150 req-7a6336b1-c97b-4903-9c70-1427475a8916 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:46.137894 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-cb132ae8-96e3-476e-affb-eb8681271150 req-7a6336b1-c97b-4903-9c70-1427475a8916 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dc1adf4-ccfd-4872-84e1-db16583fffe2 HTTP/1.1" status: 200 len: 944 time: 0.0483289 Nov 17 15:19:46.182901 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-cb132ae8-96e3-476e-affb-eb8681271150 req-83d9ca84-6f45-4ee9-a06f-7ceb9a8cb3af tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.62 "GET /v2.0/security-groups?id=6d4ccdf5-cda6-48ac-9877-4dfc24776636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390718 Nov 17 15:19:47.295685 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc1cac-c226-4db6-b74a-7161e0c88e86 req-ca5910d5-4ca8-4610-b686-383b45f1a195 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:47.297100 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-09dc1cac-c226-4db6-b74a-7161e0c88e86 req-ca5910d5-4ca8-4610-b686-383b45f1a195 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dc1adf4-ccfd-4872-84e1-db16583fffe2 HTTP/1.1" status: 200 len: 944 time: 0.0467937 Nov 17 15:19:47.341717 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-09dc1cac-c226-4db6-b74a-7161e0c88e86 req-03b3ad59-4702-4eef-a044-55a0e8698253 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.62 "GET /v2.0/security-groups?id=6d4ccdf5-cda6-48ac-9877-4dfc24776636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388172 Nov 17 15:19:47.935255 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device 5dcd93f0-c9ac-498d-9877-e2708e04e589 details requested by agent hyperv_hv-cinder-81823 with host hv-cinder-81823 {{(pid=101835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 17 15:19:48.030039 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port 5dcd93f0-c9ac-498d-9877-e2708e04e589, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=5dcd93f0-c9ac-498d-9877-e2708e04e589,segment=NetworkSegment(79a9df08-8c09-410b-b2d5-6c3fb1650ad2),segment_id=79a9df08-8c09-410b-b2d5-6c3fb1650ad2)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:19:48.041788 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Returning: {'device': '5dcd93f0-c9ac-498d-9877-e2708e04e589', 'network_id': 'bafb84f0-bf52-403a-a444-7018a9f71ec8', 'port_id': '5dcd93f0-c9ac-498d-9877-e2708e04e589', 'mac_address': 'fa:16:3e:5f:95:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '751bed60-acab-49f4-8b96-71ac36d4c4e5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 17 15:19:48.078663 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:48.091995 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.notifiers.nova [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dcd93f0-c9ac-498d-9877-e2708e04e589 {{(pid=101835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 15:19:48.111555 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port 5dcd93f0-c9ac-498d-9877-e2708e04e589, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=5dcd93f0-c9ac-498d-9877-e2708e04e589,segment=NetworkSegment(79a9df08-8c09-410b-b2d5-6c3fb1650ad2),segment_id=79a9df08-8c09-410b-b2d5-6c3fb1650ad2)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:19:48.116553 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:48.166685 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Pushing event updated for resources: {'Port': ['ID=5dcd93f0-c9ac-498d-9877-e2708e04e589,revision_number=4']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:19:48.397296 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] get_ports_and_sgs() called for port_ids ['5dcd93f0-c9ac-498d-9877-e2708e04e589'] {{(pid=101835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 15:19:48.460175 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95a3c1-42d3-4e65-a3d0-5ea036ff651a req-c1813ef4-227a-4e7b-b446-9da70c3241c3 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:48.461673 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-fd95a3c1-42d3-4e65-a3d0-5ea036ff651a req-c1813ef4-227a-4e7b-b446-9da70c3241c3 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dc1adf4-ccfd-4872-84e1-db16583fffe2 HTTP/1.1" status: 200 len: 945 time: 0.0523465 Nov 17 15:19:48.507505 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-fd95a3c1-42d3-4e65-a3d0-5ea036ff651a req-e47ed810-6322-4986-973d-3c525b89e8fa tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.62 "GET /v2.0/security-groups?id=6d4ccdf5-cda6-48ac-9877-4dfc24776636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398617 Nov 17 15:19:49.622067 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57859d7-d538-4607-8541-be143a9ca2e1 req-dbf367eb-6f82-448b-a1f2-865d515da5e9 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:49.624188 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-d57859d7-d538-4607-8541-be143a9ca2e1 req-dbf367eb-6f82-448b-a1f2-865d515da5e9 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dc1adf4-ccfd-4872-84e1-db16583fffe2 HTTP/1.1" status: 200 len: 945 time: 0.0515766 Nov 17 15:19:49.671000 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-d57859d7-d538-4607-8541-be143a9ca2e1 req-ac730abf-cfc2-4c32-8b9a-8048d2b7499e tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.62 "GET /v2.0/security-groups?id=6d4ccdf5-cda6-48ac-9877-4dfc24776636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409424 Nov 17 15:19:49.940613 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device 5dcd93f0-c9ac-498d-9877-e2708e04e589 up at agent hyperv_hv-cinder-81823 {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:19:49.991677 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Provisioning for port 5dcd93f0-c9ac-498d-9877-e2708e04e589 completed by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 17 15:19:49.995201 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Provisioning complete for port 5dcd93f0-c9ac-498d-9877-e2708e04e589 triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:19:49.995601 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:50.070194 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:50.091671 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc1adf4-ccfd-4872-84e1-db16583fffe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dcd93f0-c9ac-498d-9877-e2708e04e589'}] {{(pid=101835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:19:50.094020 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc2a867bdaff5c76f0208ec4146e14dfecc9fe2083470249ba9c3c2934649c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fdbf5fd-f70a-4fa1-8f6d-4133183ad3c4" -d '{"events": [{"server_uuid": "1dc1adf4-ccfd-4872-84e1-db16583fffe2", "name": "network-vif-plugged", "status": "completed", "tag": "5dcd93f0-c9ac-498d-9877-e2708e04e589"}]}' {{(pid=101835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:19:50.107519 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port 5dcd93f0-c9ac-498d-9877-e2708e04e589, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=5dcd93f0-c9ac-498d-9877-e2708e04e589,segment=NetworkSegment(79a9df08-8c09-410b-b2d5-6c3fb1650ad2),segment_id=79a9df08-8c09-410b-b2d5-6c3fb1650ad2)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:19:50.111262 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:50.134458 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 15:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d0d458-4683-44e7-9107-75b6f6c48f68 x-openstack-request-id: req-59d0d458-4683-44e7-9107-75b6f6c48f68 {{(pid=101835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:19:50.134744 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc1adf4-ccfd-4872-84e1-db16583fffe2", "name": "network-vif-plugged", "status": "completed", "tag": "5dcd93f0-c9ac-498d-9877-e2708e04e589", "code": 200}]} {{(pid=101835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:19:50.134994 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-59d0d458-4683-44e7-9107-75b6f6c48f68 {{(pid=101835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:19:50.135401 dv-cinder-818233-1-iscsi neutron-server[101835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc1adf4-ccfd-4872-84e1-db16583fffe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dcd93f0-c9ac-498d-9877-e2708e04e589', 'code': 200} Nov 17 15:19:50.160125 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Pushing event updated for resources: {'Port': ['ID=5dcd93f0-c9ac-498d-9877-e2708e04e589,revision_number=5']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:19:50.290812 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cefbb37-470f-425a-acaa-a0c2fa603c78 req-99f6b0fd-22ef-4ef9-8cc5-708986115a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:50.292721 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-0cefbb37-470f-425a-acaa-a0c2fa603c78 req-99f6b0fd-22ef-4ef9-8cc5-708986115a85 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1dc1adf4-ccfd-4872-84e1-db16583fffe2 HTTP/1.1" status: 200 len: 1099 time: 0.0385549 Nov 17 15:19:50.337140 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-0cefbb37-470f-425a-acaa-a0c2fa603c78 req-ed019aee-15a2-40a7-b26a-571ff7872bbe service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6d4ccdf5-cda6-48ac-9877-4dfc24776636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367472 Nov 17 15:19:50.782568 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8bd30d-a7bf-472d-b79a-434ebd0ae6d6 req-97d363d0-04ff-4b0d-8541-939c80f9eeac tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:50.784105 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-9f8bd30d-a7bf-472d-b79a-434ebd0ae6d6 req-97d363d0-04ff-4b0d-8541-939c80f9eeac tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dc1adf4-ccfd-4872-84e1-db16583fffe2 HTTP/1.1" status: 200 len: 946 time: 0.0475156 Nov 17 15:19:50.829862 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-9f8bd30d-a7bf-472d-b79a-434ebd0ae6d6 req-62931b96-fdf4-4ff7-bd69-3d1d32e0c002 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.62 "GET /v2.0/security-groups?id=6d4ccdf5-cda6-48ac-9877-4dfc24776636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397756 Nov 17 15:19:51.468773 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-82d90e78-6fae-406e-99c4-2590a91277a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:51.944164 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a718c2b-166a-4f38-a14c-58025ee25ca7 req-109dd723-4d72-4fa4-ac2d-06a28c080f63 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:51.945587 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-9a718c2b-166a-4f38-a14c-58025ee25ca7 req-109dd723-4d72-4fa4-ac2d-06a28c080f63 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dc1adf4-ccfd-4872-84e1-db16583fffe2 HTTP/1.1" status: 200 len: 946 time: 0.0469048 Nov 17 15:19:51.994073 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-9a718c2b-166a-4f38-a14c-58025ee25ca7 req-28a14b7e-d735-4754-a6c9-e0c8fb760b33 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.62 "GET /v2.0/security-groups?id=6d4ccdf5-cda6-48ac-9877-4dfc24776636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427604 Nov 17 15:19:52.648242 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4bd4c-fcbd-43c1-8621-a1d581e59d6a req-62fd027b-3a03-4934-bc66-a1db54d9cc39 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:52.649652 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-79a4bd4c-fcbd-43c1-8621-a1d581e59d6a req-62fd027b-3a03-4934-bc66-a1db54d9cc39 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dc1adf4-ccfd-4872-84e1-db16583fffe2 HTTP/1.1" status: 200 len: 946 time: 0.0469739 Nov 17 15:19:52.694896 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-79a4bd4c-fcbd-43c1-8621-a1d581e59d6a req-b498ffb1-cc2d-4667-8d19-77cb32e824b7 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.62 "GET /v2.0/security-groups?id=6d4ccdf5-cda6-48ac-9877-4dfc24776636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392907 Nov 17 15:19:53.812891 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446a286-a78b-4eca-b486-51143721d52b req-d64b96a3-ccda-4cde-953f-26fc4205b387 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:53.814700 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-7446a286-a78b-4eca-b486-51143721d52b req-d64b96a3-ccda-4cde-953f-26fc4205b387 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dc1adf4-ccfd-4872-84e1-db16583fffe2 HTTP/1.1" status: 200 len: 946 time: 0.0529809 Nov 17 15:19:53.816310 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-3f5b1fa7-8bb0-419d-a1df-263aa35d1619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:53.868862 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-7446a286-a78b-4eca-b486-51143721d52b req-5d7f20f3-d0b9-4817-9b32-638a935a9b0b tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.62 "GET /v2.0/security-groups?id=6d4ccdf5-cda6-48ac-9877-4dfc24776636&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478289 Nov 17 15:19:54.080247 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58533c8d-8b40-413b-8091-01c018e6c369 req-b6ec850f-5bb7-4db2-bbad-0acc70c1875c tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:19:54.081568 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-58533c8d-8b40-413b-8091-01c018e6c369 req-b6ec850f-5bb7-4db2-bbad-0acc70c1875c tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.55 "GET /v2.0/ports?device_id=1dc1adf4-ccfd-4872-84e1-db16583fffe2 HTTP/1.1" status: 200 len: 946 time: 0.0461226 Nov 17 15:19:54.174012 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [req-58533c8d-8b40-413b-8091-01c018e6c369 req-72c6eef0-9b17-4266-bc33-12475b08ac51 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Deleting port 5dcd93f0-c9ac-498d-9877-e2708e04e589 {{(pid=101834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:19:54.174344 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-58533c8d-8b40-413b-8091-01c018e6c369 req-72c6eef0-9b17-4266-bc33-12475b08ac51 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:54.259133 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [req-58533c8d-8b40-413b-8091-01c018e6c369 req-72c6eef0-9b17-4266-bc33-12475b08ac51 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] For port 5dcd93f0-c9ac-498d-9877-e2708e04e589, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=5dcd93f0-c9ac-498d-9877-e2708e04e589,segment=NetworkSegment(79a9df08-8c09-410b-b2d5-6c3fb1650ad2),segment_id=79a9df08-8c09-410b-b2d5-6c3fb1650ad2)] {{(pid=101834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:19:54.259515 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-58533c8d-8b40-413b-8091-01c018e6c369 req-72c6eef0-9b17-4266-bc33-12475b08ac51 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:54.272053 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [req-58533c8d-8b40-413b-8091-01c018e6c369 req-72c6eef0-9b17-4266-bc33-12475b08ac51 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Calling delete_port for 5dcd93f0-c9ac-498d-9877-e2708e04e589 owned by compute:nova {{(pid=101834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:19:54.396432 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-58533c8d-8b40-413b-8091-01c018e6c369 req-72c6eef0-9b17-4266-bc33-12475b08ac51 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:54.408527 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] get_ports_and_sgs() called for port_ids ['5dcd93f0-c9ac-498d-9877-e2708e04e589'] {{(pid=101835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 15:19:54.422200 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c6eef0-9b17-4266-bc33-12475b08ac51 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Pushing event deleted for resources: {'Port': ['ID=5dcd93f0-c9ac-498d-9877-e2708e04e589,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:19:54.467690 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.l3_dvrscheduler_db [req-58533c8d-8b40-413b-8091-01c018e6c369 req-72c6eef0-9b17-4266-bc33-12475b08ac51 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] No DVR routers for this DVR port 5dcd93f0-c9ac-498d-9877-e2708e04e589 on host hv-cinder-81823 {{(pid=101834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 15:19:54.470172 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-58533c8d-8b40-413b-8091-01c018e6c369 req-72c6eef0-9b17-4266-bc33-12475b08ac51 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for port, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:54.473728 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-58533c8d-8b40-413b-8091-01c018e6c369 req-72c6eef0-9b17-4266-bc33-12475b08ac51 tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.55 "DELETE /v2.0/ports/5dcd93f0-c9ac-498d-9877-e2708e04e589 HTTP/1.1" status: 204 len: 173 time: 0.3843274 Nov 17 15:19:54.474154 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc1adf4-ccfd-4872-84e1-db16583fffe2', 'name': 'network-vif-deleted', 'tag': '5dcd93f0-c9ac-498d-9877-e2708e04e589'}] {{(pid=101834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:19:54.476380 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10d7295a2f7876e94fbb36dd5f9fa1a1524f2628f083d864ab6dabde9166157e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f82aa5-10db-4e06-b6d2-d65f0ae00886" -d '{"events": [{"server_uuid": "1dc1adf4-ccfd-4872-84e1-db16583fffe2", "name": "network-vif-deleted", "tag": "5dcd93f0-c9ac-498d-9877-e2708e04e589"}]}' {{(pid=101834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:19:54.512330 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 15:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30165e1c-68d1-4131-9e8b-d2342a9d17d8 x-openstack-request-id: req-30165e1c-68d1-4131-9e8b-d2342a9d17d8 {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:19:54.512632 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc1adf4-ccfd-4872-84e1-db16583fffe2", "name": "network-vif-deleted", "tag": "5dcd93f0-c9ac-498d-9877-e2708e04e589", "status": "completed", "code": 200}]} {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:19:54.512925 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-30165e1c-68d1-4131-9e8b-d2342a9d17d8 {{(pid=101834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:19:54.513325 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dc1adf4-ccfd-4872-84e1-db16583fffe2', 'name': 'network-vif-deleted', 'tag': '5dcd93f0-c9ac-498d-9877-e2708e04e589', 'status': 'completed', 'code': 200} Nov 17 15:19:54.790187 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:54.972318 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-c96c8464-e2f8-46e7-88ed-45441c226f5a req-d4e780b4-ba4e-4997-9fd7-fbb412349aaa tempest-VolumesActionsTest-561671862 tempest-VolumesActionsTest-561671862-project] 10.222.0.62 "GET /v2.0/ports?device_id=1dc1adf4-ccfd-4872-84e1-db16583fffe2 HTTP/1.1" status: 200 len: 210 time: 0.0264726 Nov 17 15:19:56.298306 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:57.115865 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:19:58.699969 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device 5dcd93f0-c9ac-498d-9877-e2708e04e589 no longer exists at agent hyperv_hv-cinder-81823 {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 15:19:58.722393 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] No Port match for: 5dcd93f0-c9ac-498d-9877-e2708e04e589 {{(pid=101835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 15:19:58.722671 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device 5dcd93f0-c9ac-498d-9877-e2708e04e589 not bound to the agent host hv-cinder-81823 {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 15:20:04.300558 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:09.560743 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-6a565545-c68e-4fa9-8ce2-1b8146ffc7ea req-85ef9810-c424-46fa-8cec-084c6fb82ff1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cd86d950-b576-4557-a3a6-6f40d04540a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3144698 Nov 17 15:20:09.656106 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a565545-c68e-4fa9-8ce2-1b8146ffc7ea req-f57425f9-9387-48d2-ba36-5eedf08b0ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:20:09.658045 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-6a565545-c68e-4fa9-8ce2-1b8146ffc7ea req-f57425f9-9387-48d2-ba36-5eedf08b0ec3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5131dce595224bfe8a730cc800f0f158&device_id=cd86d950-b576-4557-a3a6-6f40d04540a4 HTTP/1.1" status: 200 len: 1098 time: 0.0428140 Nov 17 15:20:09.779921 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a565545-c68e-4fa9-8ce2-1b8146ffc7ea req-7d9e7e9f-8add-445c-a47b-91bfce38829a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:20:09.783288 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-6a565545-c68e-4fa9-8ce2-1b8146ffc7ea req-7d9e7e9f-8add-445c-a47b-91bfce38829a service neutron] 10.222.0.55 "GET /v2.0/networks?id=35a21660-a2ad-472c-8fa2-5b7c2854ced6 HTTP/1.1" status: 200 len: 912 time: 0.1012049 Nov 17 15:20:09.868802 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-6a565545-c68e-4fa9-8ce2-1b8146ffc7ea req-971abd74-070d-4de5-b70a-165d505679c2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1d412b1-30eb-4ed4-ad97-65f10aefa3dd HTTP/1.1" status: 200 len: 1001 time: 0.0771563 Nov 17 15:20:09.923826 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a565545-c68e-4fa9-8ce2-1b8146ffc7ea req-b42f89a9-972f-4740-947a-314077839f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:20:09.925412 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-6a565545-c68e-4fa9-8ce2-1b8146ffc7ea req-b42f89a9-972f-4740-947a-314077839f41 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e5c17a34-0ae9-43c6-8fa8-687d40ad609a HTTP/1.1" status: 200 len: 850 time: 0.0456486 Nov 17 15:20:09.983460 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a565545-c68e-4fa9-8ce2-1b8146ffc7ea req-ec23660b-406e-48ee-a1d1-6671ee7dd5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:20:09.985340 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-6a565545-c68e-4fa9-8ce2-1b8146ffc7ea req-ec23660b-406e-48ee-a1d1-6671ee7dd5fc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=35a21660-a2ad-472c-8fa2-5b7c2854ced6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514026 Nov 17 15:20:10.098575 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-6a565545-c68e-4fa9-8ce2-1b8146ffc7ea req-23c64074-3037-49fa-8f77-a8f233f4308d service neutron] 10.222.0.55 "GET /v2.0/networks/35a21660-a2ad-472c-8fa2-5b7c2854ced6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041112 Nov 17 15:20:10.207289 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-6a565545-c68e-4fa9-8ce2-1b8146ffc7ea req-eff01a3c-d888-4e91-b5c4-877cbedc6960 service neutron] 10.222.0.55 "GET /v2.0/networks/35a21660-a2ad-472c-8fa2-5b7c2854ced6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971110 Nov 17 15:20:17.007578 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf45cc8d-2aa5-4dae-9c4c-86e03d7ae996 req-f6d6c1ae-7c42-43e6-b6bf-439f6af3658f tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:20:17.009013 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-cf45cc8d-2aa5-4dae-9c4c-86e03d7ae996 req-f6d6c1ae-7c42-43e6-b6bf-439f6af3658f tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 946 time: 0.0476727 Nov 17 15:20:17.054512 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-cf45cc8d-2aa5-4dae-9c4c-86e03d7ae996 req-92d7a3d6-e9ce-475d-b314-22738556dbc1 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397499 Nov 17 15:20:17.675943 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 36486) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:20:17.722596 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.db.db_base_plugin_v2 [None req-08e6fae0-60d9-4aaa-9806-d9e9ffb480fc admin admin] Deleting subnet 751bed60-acab-49f4-8b96-71ac36d4c4e5 {{(pid=101833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 17 15:20:17.725753 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-08e6fae0-60d9-4aaa-9806-d9e9ffb480fc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:17.757918 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-08e6fae0-60d9-4aaa-9806-d9e9ffb480fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4228821'] for subnet, precommit_delete_associations {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:17.795493 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-08e6fae0-60d9-4aaa-9806-d9e9ffb480fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925678'] for subnet, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:17.846671 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-08e6fae0-60d9-4aaa-9806-d9e9ffb480fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4228885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5140397'] for subnet, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:17.871390 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e6fae0-60d9-4aaa-9806-d9e9ffb480fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=751bed60-acab-49f4-8b96-71ac36d4c4e5,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:20:17.875881 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-08e6fae0-60d9-4aaa-9806-d9e9ffb480fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for subnet, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:17.878995 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-08e6fae0-60d9-4aaa-9806-d9e9ffb480fc admin admin] 10.222.0.62 "DELETE /v2.0/subnets/751bed60-acab-49f4-8b96-71ac36d4c4e5 HTTP/1.1" status: 204 len: 168 time: 0.2020702 Nov 17 15:20:17.881665 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 36488) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:20:17.883761 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e6fae0-60d9-4aaa-9806-d9e9ffb480fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:20:17.884103 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e6fae0-60d9-4aaa-9806-d9e9ffb480fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:20:17.884447 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e6fae0-60d9-4aaa-9806-d9e9ffb480fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:20:17.884765 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e6fae0-60d9-4aaa-9806-d9e9ffb480fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:20:17.885086 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e6fae0-60d9-4aaa-9806-d9e9ffb480fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:20:17.885408 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e6fae0-60d9-4aaa-9806-d9e9ffb480fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:20:17.885728 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e6fae0-60d9-4aaa-9806-d9e9ffb480fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:20:17.886046 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e6fae0-60d9-4aaa-9806-d9e9ffb480fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:20:17.886363 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e6fae0-60d9-4aaa-9806-d9e9ffb480fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:20:17.886676 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e6fae0-60d9-4aaa-9806-d9e9ffb480fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:20:17.886987 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e6fae0-60d9-4aaa-9806-d9e9ffb480fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:20:17.887818 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e6fae0-60d9-4aaa-9806-d9e9ffb480fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:20:17.949117 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-bfc16d23-55af-43a9-8b5d-b7a8b94c84f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056431'] for network, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:18.027834 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-bfc16d23-55af-43a9-8b5d-b7a8b94c84f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926295', 'neutron.services.segments.db._delete_segments_for_network-8776334380099'] for network, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:18.047245 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.services.segments.db [None req-bfc16d23-55af-43a9-8b5d-b7a8b94c84f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bafb84f0-bf52-403a-a444-7018a9f71ec8']}} {{(pid=101834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:20:18.056275 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.services.segments.db [None req-bfc16d23-55af-43a9-8b5d-b7a8b94c84f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79a9df08-8c09-410b-b2d5-6c3fb1650ad2') {'for_net_delete': True} {{(pid=101834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:20:18.056570 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.services.segments.db [None req-bfc16d23-55af-43a9-8b5d-b7a8b94c84f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79a9df08-8c09-410b-b2d5-6c3fb1650ad2') {} {{(pid=101834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:20:18.065610 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-bfc16d23-55af-43a9-8b5d-b7a8b94c84f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776334381132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5815855'] for segment, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:18.078671 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-bfc16d23-55af-43a9-8b5d-b7a8b94c84f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931355'] for segment, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:18.084705 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfc16d23-55af-43a9-8b5d-b7a8b94c84f3 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=101834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 17 15:20:18.085097 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-bfc16d23-55af-43a9-8b5d-b7a8b94c84f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4397668'] for segment, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:18.086854 dv-cinder-818233-1-iscsi neutron-server[101834]: Traceback (most recent call last): Nov 17 15:20:18.086854 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 17 15:20:18.086854 dv-cinder-818233-1-iscsi neutron-server[101834]: timer() Nov 17 15:20:18.086854 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 17 15:20:18.086854 dv-cinder-818233-1-iscsi neutron-server[101834]: cb(*args, **kw) Nov 17 15:20:18.086854 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 17 15:20:18.086854 dv-cinder-818233-1-iscsi neutron-server[101834]: return func(*args, **kwargs) Nov 17 15:20:18.086854 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 17 15:20:18.086854 dv-cinder-818233-1-iscsi neutron-server[101834]: self._notify() Nov 17 15:20:18.086854 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 17 15:20:18.086854 dv-cinder-818233-1-iscsi neutron-server[101834]: self.callback(batched_events) Nov 17 15:20:18.086854 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 17 15:20:18.086854 dv-cinder-818233-1-iscsi neutron-server[101834]: event.method(event) Nov 17 15:20:18.086854 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 17 15:20:18.086854 dv-cinder-818233-1-iscsi neutron-server[101834]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 17 15:20:18.086854 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 17 15:20:18.086854 dv-cinder-818233-1-iscsi neutron-server[101834]: aggregate_uuid = self.p_client.list_aggregates( Nov 17 15:20:18.086854 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 17 15:20:18.086854 dv-cinder-818233-1-iscsi neutron-server[101834]: return f(self, *a, **k) Nov 17 15:20:18.086854 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 17 15:20:18.086854 dv-cinder-818233-1-iscsi neutron-server[101834]: return self._get(url).json() Nov 17 15:20:18.086854 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 17 15:20:18.086854 dv-cinder-818233-1-iscsi neutron-server[101834]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 17 15:20:18.086854 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 17 15:20:18.086854 dv-cinder-818233-1-iscsi neutron-server[101834]: return self.request(url, 'GET', **kwargs) Nov 17 15:20:18.086854 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 17 15:20:18.086854 dv-cinder-818233-1-iscsi neutron-server[101834]: base_url = self.get_endpoint(auth, allow=allow, Nov 17 15:20:18.086854 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 17 15:20:18.086854 dv-cinder-818233-1-iscsi neutron-server[101834]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 17 15:20:18.086854 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 17 15:20:18.086854 dv-cinder-818233-1-iscsi neutron-server[101834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 17 15:20:18.086854 dv-cinder-818233-1-iscsi neutron-server[101834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 17 15:20:18.164041 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-bfc16d23-55af-43a9-8b5d-b7a8b94c84f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526969'] for network, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:18.175713 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-bfc16d23-55af-43a9-8b5d-b7a8b94c84f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for network, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:18.178864 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-bfc16d23-55af-43a9-8b5d-b7a8b94c84f3 admin admin] 10.222.0.62 "DELETE /v2.0/networks/bafb84f0-bf52-403a-a444-7018a9f71ec8 HTTP/1.1" status: 204 len: 168 time: 0.2961276 Nov 17 15:20:18.190914 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc16d23-55af-43a9-8b5d-b7a8b94c84f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=bafb84f0-bf52-403a-a444-7018a9f71ec8,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:20:18.205427 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2b8ea-5c13-402a-bf74-02afae2e27ac req-49a948d0-afba-4327-a82b-db13574965a1 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:20:18.206911 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-eab2b8ea-5c13-402a-bf74-02afae2e27ac req-49a948d0-afba-4327-a82b-db13574965a1 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 946 time: 0.0733781 Nov 17 15:20:18.256715 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-eab2b8ea-5c13-402a-bf74-02afae2e27ac req-d6544cb7-a14f-4a03-bc4c-2a2751bc06e7 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups?id=f0b4c195-426e-4359-b63a-20d446161727&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438063 Nov 17 15:20:18.287094 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 36494) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:20:18.326255 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-9c6faf04-b6b5-4a4b-8af9-deacce8c821b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5de8b4dd45fd4532ac6fdd8d340f9335&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379648 Nov 17 15:20:18.328605 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 36496) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:20:18.374799 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-b6ef28ea-ba28-4550-a07b-ef6314f25990 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:18.394946 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-b6ef28ea-ba28-4550-a07b-ef6314f25990 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:18.443348 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-b6ef28ea-ba28-4550-a07b-ef6314f25990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:18.445946 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-b6ef28ea-ba28-4550-a07b-ef6314f25990 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:18.447110 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-b6ef28ea-ba28-4550-a07b-ef6314f25990 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6d4ccdf5-cda6-48ac-9877-4dfc24776636 HTTP/1.1" status: 204 len: 168 time: 0.1175449 Nov 17 15:20:18.455189 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef28ea-ba28-4550-a07b-ef6314f25990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4ccdf5-cda6-48ac-9877-4dfc24776636,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:20:18.718019 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdffba31-de32-42fb-bd7a-967f65d3a377 req-ab58d70b-ebb7-4ee2-b540-0476ede2f1bd tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:20:18.719604 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-cdffba31-de32-42fb-bd7a-967f65d3a377 req-ab58d70b-ebb7-4ee2-b540-0476ede2f1bd tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.55 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 946 time: 0.0481470 Nov 17 15:20:18.810025 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [req-cdffba31-de32-42fb-bd7a-967f65d3a377 req-03b0ce27-2e5a-41bd-ad58-80a1347a4070 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Deleting port db2ccb66-6f76-43e9-b7bb-28a2fbf25642 {{(pid=101834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:20:18.810735 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-cdffba31-de32-42fb-bd7a-967f65d3a377 req-03b0ce27-2e5a-41bd-ad58-80a1347a4070 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:18.905921 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [req-cdffba31-de32-42fb-bd7a-967f65d3a377 req-03b0ce27-2e5a-41bd-ad58-80a1347a4070 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] For port db2ccb66-6f76-43e9-b7bb-28a2fbf25642, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=db2ccb66-6f76-43e9-b7bb-28a2fbf25642,segment=NetworkSegment(ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5),segment_id=ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5)] {{(pid=101834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:20:18.906534 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-cdffba31-de32-42fb-bd7a-967f65d3a377 req-03b0ce27-2e5a-41bd-ad58-80a1347a4070 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:19.131694 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-cdffba31-de32-42fb-bd7a-967f65d3a377 req-03b0ce27-2e5a-41bd-ad58-80a1347a4070 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:19.132125 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-cdffba31-de32-42fb-bd7a-967f65d3a377 req-03b0ce27-2e5a-41bd-ad58-80a1347a4070 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526871'] for floatingip, after_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:19.132370 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.db.l3_db [req-cdffba31-de32-42fb-bd7a-967f65d3a377 req-03b0ce27-2e5a-41bd-ad58-80a1347a4070 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Floating IP fe669af3-cb7f-4b5f-9ec0-5cd3a236bc33 disassociated. External IP: 172.27.1.200, port: db2ccb66-6f76-43e9-b7bb-28a2fbf25642. Nov 17 15:20:19.132756 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [req-cdffba31-de32-42fb-bd7a-967f65d3a377 req-03b0ce27-2e5a-41bd-ad58-80a1347a4070 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Calling delete_port for db2ccb66-6f76-43e9-b7bb-28a2fbf25642 owned by compute:nova {{(pid=101834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:20:19.262566 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-cdffba31-de32-42fb-bd7a-967f65d3a377 req-03b0ce27-2e5a-41bd-ad58-80a1347a4070 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:19.291877 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b0ce27-2e5a-41bd-ad58-80a1347a4070 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Pushing event deleted for resources: {'Port': ['ID=db2ccb66-6f76-43e9-b7bb-28a2fbf25642,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:20:19.364601 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-d6a532b0-c760-4cac-8cc4-8effc8c6cf59 req-f99ad3a3-441a-4af3-bd44-b742c26f63a8 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/ports?device_id=44db86d1-c699-494c-8722-3771654a7333 HTTP/1.1" status: 200 len: 210 time: 0.0286148 Nov 17 15:20:19.415546 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cdffba31-de32-42fb-bd7a-967f65d3a377 req-03b0ce27-2e5a-41bd-ad58-80a1347a4070 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Router 67131c45-8675-41c3-9032-ced585c364da has already been hosted by L3 agent ed3bd2e8-8a22-4616-b806-7e727ef760a6 {{(pid=101834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 15:20:19.523039 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cdffba31-de32-42fb-bd7a-967f65d3a377 req-03b0ce27-2e5a-41bd-ad58-80a1347a4070 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Notify agent at l3_agent.dv-cinder-818233-1-iscsi the message routers_updated {{(pid=101834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 15:20:19.536112 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2008fb-310a-48f1-b65c-b0196ad54a3c None None] Sync routers for ids ['67131c45-8675-41c3-9032-ced585c364da'] in dv-cinder-818233-1-iscsi {{(pid=101836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 15:20:19.547765 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2008fb-310a-48f1-b65c-b0196ad54a3c None None] Routers {'67131c45-8675-41c3-9032-ced585c364da'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:20:19.548450 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-fa2008fb-310a-48f1-b65c-b0196ad54a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:19:54Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['67131c45-8675-41c3-9032-ced585c364da'], 'active': True} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:20:19.572057 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdffba31-de32-42fb-bd7a-967f65d3a377 req-03b0ce27-2e5a-41bd-ad58-80a1347a4070 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] No DVR routers for this DVR port db2ccb66-6f76-43e9-b7bb-28a2fbf25642 on host hv-cinder-81823 {{(pid=101834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 15:20:19.574609 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-cdffba31-de32-42fb-bd7a-967f65d3a377 req-03b0ce27-2e5a-41bd-ad58-80a1347a4070 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for port, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:19.578740 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-cdffba31-de32-42fb-bd7a-967f65d3a377 req-03b0ce27-2e5a-41bd-ad58-80a1347a4070 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.55 "DELETE /v2.0/ports/db2ccb66-6f76-43e9-b7bb-28a2fbf25642 HTTP/1.1" status: 204 len: 173 time: 0.8529289 Nov 17 15:20:19.579211 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44db86d1-c699-494c-8722-3771654a7333', 'name': 'network-vif-deleted', 'tag': 'db2ccb66-6f76-43e9-b7bb-28a2fbf25642'}] {{(pid=101834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:20:19.581458 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10d7295a2f7876e94fbb36dd5f9fa1a1524f2628f083d864ab6dabde9166157e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a52b587-8589-4a79-a6cb-4d789144f4b2" -d '{"events": [{"server_uuid": "44db86d1-c699-494c-8722-3771654a7333", "name": "network-vif-deleted", "tag": "db2ccb66-6f76-43e9-b7bb-28a2fbf25642"}]}' {{(pid=101834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:20:19.623742 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 15:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5dd5d3-6c77-4b73-a754-bd5f2346a2e9 x-openstack-request-id: req-5e5dd5d3-6c77-4b73-a754-bd5f2346a2e9 {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:20:19.624320 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44db86d1-c699-494c-8722-3771654a7333", "name": "network-vif-deleted", "tag": "db2ccb66-6f76-43e9-b7bb-28a2fbf25642", "status": "completed", "code": 200}]} {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:20:19.624624 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5e5dd5d3-6c77-4b73-a754-bd5f2346a2e9 {{(pid=101834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:20:19.625508 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44db86d1-c699-494c-8722-3771654a7333', 'name': 'network-vif-deleted', 'tag': 'db2ccb66-6f76-43e9-b7bb-28a2fbf25642', 'status': 'completed', 'code': 200} Nov 17 15:20:19.711950 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvr_db [None req-fa2008fb-310a-48f1-b65c-b0196ad54a3c None None] Set router 67131c45-8675-41c3-9032-ced585c364da gateway port host: dv-cinder-818233-1-iscsi {{(pid=101836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:20:19.933321 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-fa2008fb-310a-48f1-b65c-b0196ad54a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67131c45-8675-41c3-9032-ced585c364da', 'name': 'tempest-AttachVolumeShelveTestJSON-1052091465-router', 'tenant_id': '63de158095ca464198ff20de9427a670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '089d8041-40a4-416b-b250-06e17151b4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:14:06Z', 'updated_at': '2021-11-17T15:14:08Z', 'revision_number': 4, 'project_id': '63de158095ca464198ff20de9427a670', 'gw_port': {'id': '089d8041-40a4-416b-b250-06e17151b4de', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:50:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67131c45-8675-41c3-9032-ced585c364da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:14:06Z', 'updated_at': '2021-11-17T15:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': 'f50aaf35-a5cd-40dc-a73a-65dc86b4c53b', 'name': '', 'network_id': '2d259df1-c4ab-4d22-8926-f0a465d8e0b5', 'tenant_id': '63de158095ca464198ff20de9427a670', 'mac_address': 'fa:16:3e:24:21:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67131c45-8675-41c3-9032-ced585c364da', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8a8d8948-a156-4cc4-9771-6d5567fbb98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:14:08Z', 'updated_at': '2021-11-17T15:14:12Z', 'revision_number': 5, 'project_id': '63de158095ca464198ff20de9427a670', 'subnets': [{'id': '8a8d8948-a156-4cc4-9771-6d5567fbb98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:20:19.964045 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2008fb-310a-48f1-b65c-b0196ad54a3c None None] Checking router: 67131c45-8675-41c3-9032-ced585c364da for host: dv-cinder-818233-1-iscsi {{(pid=101836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 15:20:19.972348 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2008fb-310a-48f1-b65c-b0196ad54a3c None None] Routers {'67131c45-8675-41c3-9032-ced585c364da'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:20:19.973211 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-fa2008fb-310a-48f1-b65c-b0196ad54a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:19:54Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['67131c45-8675-41c3-9032-ced585c364da'], 'active': True} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:20:20.084400 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvr_db [None req-fa2008fb-310a-48f1-b65c-b0196ad54a3c None None] Set router 67131c45-8675-41c3-9032-ced585c364da gateway port host: dv-cinder-818233-1-iscsi {{(pid=101836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:20:20.290866 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-fa2008fb-310a-48f1-b65c-b0196ad54a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67131c45-8675-41c3-9032-ced585c364da', 'name': 'tempest-AttachVolumeShelveTestJSON-1052091465-router', 'tenant_id': '63de158095ca464198ff20de9427a670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '089d8041-40a4-416b-b250-06e17151b4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:14:06Z', 'updated_at': '2021-11-17T15:14:08Z', 'revision_number': 4, 'project_id': '63de158095ca464198ff20de9427a670', 'gw_port': {'id': '089d8041-40a4-416b-b250-06e17151b4de', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:50:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67131c45-8675-41c3-9032-ced585c364da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:14:06Z', 'updated_at': '2021-11-17T15:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': 'f50aaf35-a5cd-40dc-a73a-65dc86b4c53b', 'name': '', 'network_id': '2d259df1-c4ab-4d22-8926-f0a465d8e0b5', 'tenant_id': '63de158095ca464198ff20de9427a670', 'mac_address': 'fa:16:3e:24:21:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67131c45-8675-41c3-9032-ced585c364da', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8a8d8948-a156-4cc4-9771-6d5567fbb98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:14:08Z', 'updated_at': '2021-11-17T15:14:12Z', 'revision_number': 5, 'project_id': '63de158095ca464198ff20de9427a670', 'subnets': [{'id': '8a8d8948-a156-4cc4-9771-6d5567fbb98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:20:20.316920 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2008fb-310a-48f1-b65c-b0196ad54a3c None None] The sync data for ids ['67131c45-8675-41c3-9032-ced585c364da'] in dv-cinder-818233-1-iscsi is: [{'id': '67131c45-8675-41c3-9032-ced585c364da', 'name': 'tempest-AttachVolumeShelveTestJSON-1052091465-router', 'tenant_id': '63de158095ca464198ff20de9427a670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '089d8041-40a4-416b-b250-06e17151b4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:14:06Z', 'updated_at': '2021-11-17T15:14:08Z', 'revision_number': 4, 'project_id': '63de158095ca464198ff20de9427a670', 'gw_port': {'id': '089d8041-40a4-416b-b250-06e17151b4de', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:50:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67131c45-8675-41c3-9032-ced585c364da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:14:06Z', 'updated_at': '2021-11-17T15:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': 'f50aaf35-a5cd-40dc-a73a-65dc86b4c53b', 'name': '', 'network_id': '2d259df1-c4ab-4d22-8926-f0a465d8e0b5', 'tenant_id': '63de158095ca464198ff20de9427a670', 'mac_address': 'fa:16:3e:24:21:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67131c45-8675-41c3-9032-ced585c364da', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '8a8d8948-a156-4cc4-9771-6d5567fbb98c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:14:08Z', 'updated_at': '2021-11-17T15:14:12Z', 'revision_number': 5, 'project_id': '63de158095ca464198ff20de9427a670', 'subnets': [{'id': '8a8d8948-a156-4cc4-9771-6d5567fbb98c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 15:20:20.459812 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 36584) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:20:20.519522 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-2c95f9e5-8007-4dc1-9d4b-5c68cdaaeeef tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks [] for security_group, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:20.547972 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930f5f7a-a67a-469d-b392-1bc043cccbf5 None None] New status for floating IP fe669af3-cb7f-4b5f-9ec0-5cd3a236bc33: DOWN {{(pid=101835) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 17 15:20:20.548517 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-2c95f9e5-8007-4dc1-9d4b-5c68cdaaeeef tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:20.596489 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-2c95f9e5-8007-4dc1-9d4b-5c68cdaaeeef tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:20.599314 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-2c95f9e5-8007-4dc1-9d4b-5c68cdaaeeef tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks [] for security_group, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:20.600492 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-2c95f9e5-8007-4dc1-9d4b-5c68cdaaeeef tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "DELETE /v2.0/security-groups/f0b4c195-426e-4359-b63a-20d446161727 HTTP/1.1" status: 204 len: 168 time: 0.1394465 Nov 17 15:20:20.603620 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 36586) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:20:20.620156 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95f9e5-8007-4dc1-9d4b-5c68cdaaeeef tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b4c195-426e-4359-b63a-20d446161727,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:20:20.622702 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.api.v2.resource [None req-b9831dd8-a525-481b-a315-dd53e5d5bb40 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] show failed (client error): The resource could not be found. Nov 17 15:20:20.626387 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-b9831dd8-a525-481b-a315-dd53e5d5bb40 tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "GET /v2.0/security-groups/f0b4c195-426e-4359-b63a-20d446161727 HTTP/1.1" status: 404 len: 347 time: 0.0191464 Nov 17 15:20:20.627298 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 36588) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:20:20.755708 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [None req-6e22a801-5576-49c1-a809-78f20947f4dc tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Deleting port 62c488b3-7084-47f7-abe5-cc4d43aa7c7c {{(pid=101834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:20:20.756050 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-6e22a801-5576-49c1-a809-78f20947f4dc tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:20.832634 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-6e22a801-5576-49c1-a809-78f20947f4dc tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:20.832986 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-6e22a801-5576-49c1-a809-78f20947f4dc tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:20.844896 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [None req-6e22a801-5576-49c1-a809-78f20947f4dc tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Calling delete_port for 62c488b3-7084-47f7-abe5-cc4d43aa7c7c owned by network:floatingip {{(pid=101834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:20:20.978555 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-6e22a801-5576-49c1-a809-78f20947f4dc tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:21.007800 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e22a801-5576-49c1-a809-78f20947f4dc tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Pushing event deleted for resources: {'Port': ['ID=62c488b3-7084-47f7-abe5-cc4d43aa7c7c,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:20:21.064884 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-6e22a801-5576-49c1-a809-78f20947f4dc tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks [] for floatingip, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:21.067593 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-6e22a801-5576-49c1-a809-78f20947f4dc tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for floatingip, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:21.068729 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-6e22a801-5576-49c1-a809-78f20947f4dc tempest-AttachVolumeShelveTestJSON-116937540 tempest-AttachVolumeShelveTestJSON-116937540-project] 10.222.0.62 "DELETE /v2.0/floatingips/fe669af3-cb7f-4b5f-9ec0-5cd3a236bc33 HTTP/1.1" status: 204 len: 168 time: 0.4407542 Nov 17 15:20:21.470835 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-29c5f26d-a9db-4ff3-a015-1b77ceb3723f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:21.949504 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.agents_db [None req-8c09612d-4555-4199-ac80-2bf3536e394d None None] Agent healthcheck: found 6 active agents {{(pid=101836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 15:20:23.473578 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 36616) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:20:23.822155 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-04cc2c27-ec0c-4d53-8a2f-7c2800dec8f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:23.976969 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-0d985c75-55e8-459f-8466-dcd16ad8d058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-525699'] for router_interface, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:24.095721 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device db2ccb66-6f76-43e9-b7bb-28a2fbf25642 no longer exists at agent hyperv_hv-cinder-81823 {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 15:20:24.116911 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] No Port match for: db2ccb66-6f76-43e9-b7bb-28a2fbf25642 {{(pid=101835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 15:20:24.117252 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device db2ccb66-6f76-43e9-b7bb-28a2fbf25642 not bound to the agent host hv-cinder-81823 {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 15:20:24.216462 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [None req-0d985c75-55e8-459f-8466-dcd16ad8d058 admin admin] Deleting port f50aaf35-a5cd-40dc-a73a-65dc86b4c53b {{(pid=101834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:20:24.216803 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-0d985c75-55e8-459f-8466-dcd16ad8d058 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:24.296466 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [None req-0d985c75-55e8-459f-8466-dcd16ad8d058 admin admin] For port f50aaf35-a5cd-40dc-a73a-65dc86b4c53b, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=f50aaf35-a5cd-40dc-a73a-65dc86b4c53b,segment=NetworkSegment(ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5),segment_id=ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5)] {{(pid=101834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:20:24.296850 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-0d985c75-55e8-459f-8466-dcd16ad8d058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:24.308829 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [None req-0d985c75-55e8-459f-8466-dcd16ad8d058 admin admin] Calling delete_port for f50aaf35-a5cd-40dc-a73a-65dc86b4c53b owned by network:router_interface {{(pid=101834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:20:24.484620 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-0d985c75-55e8-459f-8466-dcd16ad8d058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:24.509863 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d985c75-55e8-459f-8466-dcd16ad8d058 admin admin] Pushing event deleted for resources: {'Port': ['ID=f50aaf35-a5cd-40dc-a73a-65dc86b4c53b,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:20:24.683067 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-0d985c75-55e8-459f-8466-dcd16ad8d058 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1014546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524637'] for router_interface, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:24.792306 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:24.896879 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d985c75-55e8-459f-8466-dcd16ad8d058 admin admin] Router 67131c45-8675-41c3-9032-ced585c364da has already been hosted by L3 agent ed3bd2e8-8a22-4616-b806-7e727ef760a6 {{(pid=101834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 15:20:25.273324 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d985c75-55e8-459f-8466-dcd16ad8d058 admin admin] Notify agent at l3_agent.dv-cinder-818233-1-iscsi the message routers_updated {{(pid=101834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 15:20:25.278268 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-0d985c75-55e8-459f-8466-dcd16ad8d058 admin admin] 10.222.0.62 "PUT /v2.0/routers/67131c45-8675-41c3-9032-ced585c364da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8036494 Nov 17 15:20:25.280760 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 36624) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:20:25.284328 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175e0c57-e780-413c-8f5f-66b983b5fe22 None None] Sync routers for ids ['67131c45-8675-41c3-9032-ced585c364da'] in dv-cinder-818233-1-iscsi {{(pid=101836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 15:20:25.294802 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175e0c57-e780-413c-8f5f-66b983b5fe22 None None] Routers {'67131c45-8675-41c3-9032-ced585c364da'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:20:25.295466 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-175e0c57-e780-413c-8f5f-66b983b5fe22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:20:24Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['67131c45-8675-41c3-9032-ced585c364da'], 'active': True} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:20:25.388372 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-1fdd7b13-c9a9-49e8-a3f3-b6a744b8e536 admin admin] Publish callbacks [] for router, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:25.492663 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvr_db [None req-175e0c57-e780-413c-8f5f-66b983b5fe22 None None] Set router 67131c45-8675-41c3-9032-ced585c364da gateway port host: dv-cinder-818233-1-iscsi {{(pid=101836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:20:25.493848 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-1fdd7b13-c9a9-49e8-a3f3-b6a744b8e536 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:25.546784 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [None req-1fdd7b13-c9a9-49e8-a3f3-b6a744b8e536 admin admin] Deleting port 089d8041-40a4-416b-b250-06e17151b4de {{(pid=101834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:20:25.547017 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-1fdd7b13-c9a9-49e8-a3f3-b6a744b8e536 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:25.629279 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [None req-1fdd7b13-c9a9-49e8-a3f3-b6a744b8e536 admin admin] For port 089d8041-40a4-416b-b250-06e17151b4de, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=089d8041-40a4-416b-b250-06e17151b4de,segment=NetworkSegment(e39e10fc-a942-4c92-be27-2cc9068c33b8),segment_id=e39e10fc-a942-4c92-be27-2cc9068c33b8)] {{(pid=101834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:20:25.629635 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-1fdd7b13-c9a9-49e8-a3f3-b6a744b8e536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:25.641552 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [None req-1fdd7b13-c9a9-49e8-a3f3-b6a744b8e536 admin admin] Calling delete_port for 089d8041-40a4-416b-b250-06e17151b4de owned by network:router_gateway {{(pid=101834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:20:25.673421 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-175e0c57-e780-413c-8f5f-66b983b5fe22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67131c45-8675-41c3-9032-ced585c364da', 'name': 'tempest-AttachVolumeShelveTestJSON-1052091465-router', 'tenant_id': '63de158095ca464198ff20de9427a670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '089d8041-40a4-416b-b250-06e17151b4de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:14:06Z', 'updated_at': '2021-11-17T15:20:24Z', 'revision_number': 5, 'project_id': '63de158095ca464198ff20de9427a670', 'gw_port': {'id': '089d8041-40a4-416b-b250-06e17151b4de', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:50:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67131c45-8675-41c3-9032-ced585c364da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:14:06Z', 'updated_at': '2021-11-17T15:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi'}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:20:25.698643 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175e0c57-e780-413c-8f5f-66b983b5fe22 None None] Checking router: 67131c45-8675-41c3-9032-ced585c364da for host: dv-cinder-818233-1-iscsi {{(pid=101836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 15:20:25.708811 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175e0c57-e780-413c-8f5f-66b983b5fe22 None None] Routers {'67131c45-8675-41c3-9032-ced585c364da'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:20:25.709429 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-175e0c57-e780-413c-8f5f-66b983b5fe22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:20:24Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['67131c45-8675-41c3-9032-ced585c364da'], 'active': True} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:20:25.797118 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvr_db [None req-175e0c57-e780-413c-8f5f-66b983b5fe22 None None] Set router 67131c45-8675-41c3-9032-ced585c364da gateway port host: None {{(pid=101836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:20:25.808926 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-1fdd7b13-c9a9-49e8-a3f3-b6a744b8e536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:25.834895 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdd7b13-c9a9-49e8-a3f3-b6a744b8e536 admin admin] Pushing event deleted for resources: {'Port': ['ID=089d8041-40a4-416b-b250-06e17151b4de,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:20:25.852773 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-175e0c57-e780-413c-8f5f-66b983b5fe22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67131c45-8675-41c3-9032-ced585c364da', 'name': 'tempest-AttachVolumeShelveTestJSON-1052091465-router', 'tenant_id': '63de158095ca464198ff20de9427a670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:14:06Z', 'updated_at': '2021-11-17T15:20:25Z', 'revision_number': 6, 'project_id': '63de158095ca464198ff20de9427a670', 'gw_port_host': None}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:20:25.885548 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175e0c57-e780-413c-8f5f-66b983b5fe22 None None] The sync data for ids ['67131c45-8675-41c3-9032-ced585c364da'] in dv-cinder-818233-1-iscsi is: [{'id': '67131c45-8675-41c3-9032-ced585c364da', 'name': 'tempest-AttachVolumeShelveTestJSON-1052091465-router', 'tenant_id': '63de158095ca464198ff20de9427a670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:14:06Z', 'updated_at': '2021-11-17T15:20:25Z', 'revision_number': 6, 'project_id': '63de158095ca464198ff20de9427a670', 'gw_port_host': None}] {{(pid=101836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 15:20:25.913882 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-1fdd7b13-c9a9-49e8-a3f3-b6a744b8e536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526941'] for router_gateway, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:26.013138 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-1fdd7b13-c9a9-49e8-a3f3-b6a744b8e536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11547'] for router, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:26.015285 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-1fdd7b13-c9a9-49e8-a3f3-b6a744b8e536 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:26.059748 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-1fdd7b13-c9a9-49e8-a3f3-b6a744b8e536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044611'] for router, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:26.060238 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fdd7b13-c9a9-49e8-a3f3-b6a744b8e536 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67131c45-8675-41c3-9032-ced585c364da {{(pid=101834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 17 15:20:26.065424 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-1fdd7b13-c9a9-49e8-a3f3-b6a744b8e536 admin admin] Publish callbacks [] for router, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:26.066615 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-1fdd7b13-c9a9-49e8-a3f3-b6a744b8e536 admin admin] 10.222.0.62 "DELETE /v2.0/routers/67131c45-8675-41c3-9032-ced585c364da HTTP/1.1" status: 204 len: 168 time: 0.7849257 Nov 17 15:20:26.069267 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 36628) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:20:26.114237 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef5f976b-96c4-4004-80f5-91ae56c152bf admin admin] Deleting subnet 8a8d8948-a156-4cc4-9771-6d5567fbb98c {{(pid=101834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 17 15:20:26.117266 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-ef5f976b-96c4-4004-80f5-91ae56c152bf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:26.152247 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-ef5f976b-96c4-4004-80f5-91ae56c152bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5815862'] for subnet, precommit_delete_associations {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:26.232906 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-ef5f976b-96c4-4004-80f5-91ae56c152bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925678'] for subnet, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:26.294222 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-ef5f976b-96c4-4004-80f5-91ae56c152bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4397626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5767653'] for subnet, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:26.302430 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:26.323832 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5f976b-96c4-4004-80f5-91ae56c152bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a8d8948-a156-4cc4-9771-6d5567fbb98c,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:20:26.326285 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-ef5f976b-96c4-4004-80f5-91ae56c152bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:26.331898 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-ef5f976b-96c4-4004-80f5-91ae56c152bf admin admin] 10.222.0.62 "DELETE /v2.0/subnets/8a8d8948-a156-4cc4-9771-6d5567fbb98c HTTP/1.1" status: 204 len: 168 time: 0.2593021 Nov 17 15:20:26.332054 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc67c84a-d4f3-4def-8282-57ec898ca7ba None None] Network 2d259df1-c4ab-4d22-8926-f0a465d8e0b5 requested from dv-cinder-818233-1-iscsi {{(pid=101835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 15:20:26.332393 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 36630) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:20:26.403783 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-383b601c-cd9d-4c2f-9f30-4e61c1e04c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056431'] for network, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:26.462710 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.plugin [None req-383b601c-cd9d-4c2f-9f30-4e61c1e04c21 admin admin] Deleting port dd95f344-efb1-4658-8031-e9328bd7413c {{(pid=101833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:20:26.463042 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-383b601c-cd9d-4c2f-9f30-4e61c1e04c21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:26.528508 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.db [None req-383b601c-cd9d-4c2f-9f30-4e61c1e04c21 admin admin] For port dd95f344-efb1-4658-8031-e9328bd7413c, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=dd95f344-efb1-4658-8031-e9328bd7413c,segment=NetworkSegment(ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5),segment_id=ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5)] {{(pid=101833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:20:26.528884 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-383b601c-cd9d-4c2f-9f30-4e61c1e04c21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:26.540510 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.plugin [None req-383b601c-cd9d-4c2f-9f30-4e61c1e04c21 admin admin] Calling delete_port for dd95f344-efb1-4658-8031-e9328bd7413c owned by network:dhcp {{(pid=101833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:20:26.628434 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138604d4-51ff-463f-a417-a1ad97d77aad None None] DHCP port deletion for 2d259df1-c4ab-4d22-8926-f0a465d8e0b5 request from dv-cinder-818233-1-iscsi {{(pid=101835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 17 15:20:26.630038 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-383b601c-cd9d-4c2f-9f30-4e61c1e04c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4228920'] for port, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:26.662029 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383b601c-cd9d-4c2f-9f30-4e61c1e04c21 admin admin] No DVR routers for this DVR port dd95f344-efb1-4658-8031-e9328bd7413c on host dv-cinder-818233-1-iscsi {{(pid=101833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 15:20:26.664190 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b601c-cd9d-4c2f-9f30-4e61c1e04c21 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd95f344-efb1-4658-8031-e9328bd7413c,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:20:26.740234 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-383b601c-cd9d-4c2f-9f30-4e61c1e04c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926295', 'neutron.services.segments.db._delete_segments_for_network-8776334380099'] for network, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:26.760060 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.services.segments.db [None req-383b601c-cd9d-4c2f-9f30-4e61c1e04c21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d259df1-c4ab-4d22-8926-f0a465d8e0b5']}} {{(pid=101833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:20:26.769627 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.services.segments.db [None req-383b601c-cd9d-4c2f-9f30-4e61c1e04c21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5') {'for_net_delete': True} {{(pid=101833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:20:26.769916 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.services.segments.db [None req-383b601c-cd9d-4c2f-9f30-4e61c1e04c21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab05719d-6f5d-4cc1-bc2e-ce4e95de96b5') {} {{(pid=101833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:20:26.779676 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-383b601c-cd9d-4c2f-9f30-4e61c1e04c21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776334381132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4228812'] for segment, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:26.794375 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-383b601c-cd9d-4c2f-9f30-4e61c1e04c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931355'] for segment, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:26.800376 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-383b601c-cd9d-4c2f-9f30-4e61c1e04c21 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=101833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 17 15:20:26.800763 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-383b601c-cd9d-4c2f-9f30-4e61c1e04c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4228939'] for segment, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:26.802557 dv-cinder-818233-1-iscsi neutron-server[101833]: Traceback (most recent call last): Nov 17 15:20:26.802557 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 17 15:20:26.802557 dv-cinder-818233-1-iscsi neutron-server[101833]: timer() Nov 17 15:20:26.802557 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 17 15:20:26.802557 dv-cinder-818233-1-iscsi neutron-server[101833]: cb(*args, **kw) Nov 17 15:20:26.802557 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 17 15:20:26.802557 dv-cinder-818233-1-iscsi neutron-server[101833]: return func(*args, **kwargs) Nov 17 15:20:26.802557 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 17 15:20:26.802557 dv-cinder-818233-1-iscsi neutron-server[101833]: self._notify() Nov 17 15:20:26.802557 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 17 15:20:26.802557 dv-cinder-818233-1-iscsi neutron-server[101833]: self.callback(batched_events) Nov 17 15:20:26.802557 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 17 15:20:26.802557 dv-cinder-818233-1-iscsi neutron-server[101833]: event.method(event) Nov 17 15:20:26.802557 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 17 15:20:26.802557 dv-cinder-818233-1-iscsi neutron-server[101833]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 17 15:20:26.802557 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 17 15:20:26.802557 dv-cinder-818233-1-iscsi neutron-server[101833]: aggregate_uuid = self.p_client.list_aggregates( Nov 17 15:20:26.802557 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 17 15:20:26.802557 dv-cinder-818233-1-iscsi neutron-server[101833]: return f(self, *a, **k) Nov 17 15:20:26.802557 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 17 15:20:26.802557 dv-cinder-818233-1-iscsi neutron-server[101833]: return self._get(url).json() Nov 17 15:20:26.802557 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 17 15:20:26.802557 dv-cinder-818233-1-iscsi neutron-server[101833]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 17 15:20:26.802557 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 17 15:20:26.802557 dv-cinder-818233-1-iscsi neutron-server[101833]: return self.request(url, 'GET', **kwargs) Nov 17 15:20:26.802557 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 17 15:20:26.802557 dv-cinder-818233-1-iscsi neutron-server[101833]: base_url = self.get_endpoint(auth, allow=allow, Nov 17 15:20:26.802557 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 17 15:20:26.802557 dv-cinder-818233-1-iscsi neutron-server[101833]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 17 15:20:26.802557 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 17 15:20:26.802557 dv-cinder-818233-1-iscsi neutron-server[101833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 17 15:20:26.802557 dv-cinder-818233-1-iscsi neutron-server[101833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 17 15:20:26.866872 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-383b601c-cd9d-4c2f-9f30-4e61c1e04c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526969'] for network, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:26.872911 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-383b601c-cd9d-4c2f-9f30-4e61c1e04c21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for network, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:26.878914 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-383b601c-cd9d-4c2f-9f30-4e61c1e04c21 admin admin] 10.222.0.62 "DELETE /v2.0/networks/2d259df1-c4ab-4d22-8926-f0a465d8e0b5 HTTP/1.1" status: 204 len: 168 time: 0.5433657 Nov 17 15:20:26.889161 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b601c-cd9d-4c2f-9f30-4e61c1e04c21 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d259df1-c4ab-4d22-8926-f0a465d8e0b5,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:20:26.981414 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device 089d8041-40a4-416b-b250-06e17151b4de no longer exists at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 15:20:27.002504 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] No Port match for: 089d8041-40a4-416b-b250-06e17151b4de {{(pid=101835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 15:20:27.002851 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device 089d8041-40a4-416b-b250-06e17151b4de not bound to the agent host dv-cinder-818233-1-iscsi {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 15:20:27.003265 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device f50aaf35-a5cd-40dc-a73a-65dc86b4c53b no longer exists at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 15:20:27.004373 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 36634) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:20:27.022948 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] No Port match for: f50aaf35-a5cd-40dc-a73a-65dc86b4c53b {{(pid=101835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 15:20:27.023290 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device f50aaf35-a5cd-40dc-a73a-65dc86b4c53b not bound to the agent host dv-cinder-818233-1-iscsi {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 15:20:27.023757 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device dd95f344-efb1-4658-8031-e9328bd7413c no longer exists at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 15:20:27.051240 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] No Port match for: dd95f344-efb1-4658-8031-e9328bd7413c {{(pid=101835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 15:20:27.051978 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device dd95f344-efb1-4658-8031-e9328bd7413c not bound to the agent host dv-cinder-818233-1-iscsi {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 15:20:27.052115 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-5b17dbcd-694c-4dc0-b6fc-e5717df36ab7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=63de158095ca464198ff20de9427a670&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0457246 Nov 17 15:20:27.054419 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 36638) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:20:27.105085 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-5a806ee0-b2ee-4151-a77b-678f7925d5f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:27.117478 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:27.130032 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-5a806ee0-b2ee-4151-a77b-678f7925d5f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:27.176093 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-5a806ee0-b2ee-4151-a77b-678f7925d5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:27.178898 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-5a806ee0-b2ee-4151-a77b-678f7925d5f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:27.180178 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-5a806ee0-b2ee-4151-a77b-678f7925d5f4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/30d37600-e0bd-4e5b-924b-895ffc9a8ebc HTTP/1.1" status: 204 len: 168 time: 0.1245525 Nov 17 15:20:27.188950 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a806ee0-b2ee-4151-a77b-678f7925d5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d37600-e0bd-4e5b-924b-895ffc9a8ebc,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:20:27.834612 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 36660) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:20:27.932506 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.v2.base [None req-9f0f7a6c-9e04-44b9-88c3-f9ea5d48757a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-635809113-network', 'tenant_id': 'c9fa6a420d6143b69064052cfceeff8e'}} {{(pid=101833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:20:27.953601 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0f7a6c-9e04-44b9-88c3-f9ea5d48757a admin admin] Made reservation on behalf of c9fa6a420d6143b69064052cfceeff8e for: {'network': 1} {{(pid=101833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:20:27.956046 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-9f0f7a6c-9e04-44b9-88c3-f9ea5d48757a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for network, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:27.964609 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-9f0f7a6c-9e04-44b9-88c3-f9ea5d48757a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:28.041722 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-9f0f7a6c-9e04-44b9-88c3-f9ea5d48757a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:28.046034 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-9f0f7a6c-9e04-44b9-88c3-f9ea5d48757a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:28.065784 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f0f7a6c-9e04-44b9-88c3-f9ea5d48757a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=101833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 17 15:20:28.083351 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-9f0f7a6c-9e04-44b9-88c3-f9ea5d48757a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931355'] for segment, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:28.083786 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.db.segments_db [None req-9f0f7a6c-9e04-44b9-88c3-f9ea5d48757a admin admin] Added segment 187dce46-03c0-4682-beb7-de0bdfd4aab0 of type vlan for network c7c8c8cc-4fd1-44e9-9278-447f4824bfc1 Nov 17 15:20:28.085189 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f7a6c-9e04-44b9-88c3-f9ea5d48757a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3802a123-c5a3-4fbd-b47a-aaa8461fa8b4,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:20:28.132481 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-9f0f7a6c-9e04-44b9-88c3-f9ea5d48757a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776333902596'] for network, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:28.156908 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-9f0f7a6c-9e04-44b9-88c3-f9ea5d48757a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557'] for network, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:28.157883 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0f7a6c-9e04-44b9-88c3-f9ea5d48757a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:20:28.158483 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-9f0f7a6c-9e04-44b9-88c3-f9ea5d48757a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for network, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:28.190806 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-9f0f7a6c-9e04-44b9-88c3-f9ea5d48757a admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3550854 Nov 17 15:20:28.193564 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 36666) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:20:28.200107 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.v2.base [None req-80452636-cbf9-4ccd-90dc-d69bdef8b640 admin admin] Request body: {'subnet': {'network_id': 'c7c8c8cc-4fd1-44e9-9278-447f4824bfc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-635809113-subnet', 'tenant_id': 'c9fa6a420d6143b69064052cfceeff8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:20:28.232682 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f7a6c-9e04-44b9-88c3-f9ea5d48757a admin admin] Pushing event updated for resources: {'Network': ['ID=c7c8c8cc-4fd1-44e9-9278-447f4824bfc1,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:20:28.242051 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Network c7c8c8cc-4fd1-44e9-9278-447f4824bfc1 details requested by agent ovs-agent-dv-cinder-818233-1-iscsi with host dv-cinder-818233-1-iscsi {{(pid=101835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 17 15:20:28.248774 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80452636-cbf9-4ccd-90dc-d69bdef8b640 admin admin] Made reservation on behalf of c9fa6a420d6143b69064052cfceeff8e for: {'subnet': 1} {{(pid=101833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:20:28.251349 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-80452636-cbf9-4ccd-90dc-d69bdef8b640 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5140360'] for subnet, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:28.418122 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-80452636-cbf9-4ccd-90dc-d69bdef8b640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4229076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5140390'] for subnet, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:28.478060 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80452636-cbf9-4ccd-90dc-d69bdef8b640 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad221478-1f9e-4ce9-b94a-08aacbaf2a20,revision_number=0']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:20:28.487429 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80452636-cbf9-4ccd-90dc-d69bdef8b640 admin admin] Checking segment: {'id': '187dce46-03c0-4682-beb7-de0bdfd4aab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'c7c8c8cc-4fd1-44e9-9278-447f4824bfc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:20:28.487786 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80452636-cbf9-4ccd-90dc-d69bdef8b640 admin admin] Network hostable DHCP agents. Network: c7c8c8cc-4fd1-44e9-9278-447f4824bfc1, hostable agents: ['c5ee84d2-283a-4ac2-b5b9-7ea041475697'], hosted agents: [] {{(pid=101833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 17 15:20:28.503665 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80452636-cbf9-4ccd-90dc-d69bdef8b640 admin admin] Network c7c8c8cc-4fd1-44e9-9278-447f4824bfc1 is scheduled to be hosted by DHCP agent c5ee84d2-283a-4ac2-b5b9-7ea041475697 with binding_index 1 {{(pid=101833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 17 15:20:28.511777 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.base_scheduler [None req-80452636-cbf9-4ccd-90dc-d69bdef8b640 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818233-1-iscsi, c7c8c8cc-4fd1-44e9-9278-447f4824bfc1) {{(pid=101833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:20:28.516350 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80452636-cbf9-4ccd-90dc-d69bdef8b640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:20:28.516930 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-80452636-cbf9-4ccd-90dc-d69bdef8b640 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for subnet, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:28.521537 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d671511-e03c-40a9-b8e6-7324f087aa77 None None] Network c7c8c8cc-4fd1-44e9-9278-447f4824bfc1 requested from dv-cinder-818233-1-iscsi {{(pid=101835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 15:20:28.539460 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-80452636-cbf9-4ccd-90dc-d69bdef8b640 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3368740 Nov 17 15:20:28.649325 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ff5f14-9061-4f94-a0d4-31c348cfb22f None None] Network c7c8c8cc-4fd1-44e9-9278-447f4824bfc1 requested from dv-cinder-818233-1-iscsi {{(pid=101835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 15:20:28.963767 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60caefcc-c54c-4dda-a41c-68d74ac79fa4 req-dfe21b46-9540-4915-a7bc-2b68e0860e28 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:20:28.965120 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-60caefcc-c54c-4dda-a41c-68d74ac79fa4 req-dfe21b46-9540-4915-a7bc-2b68e0860e28 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/networks?id=c7c8c8cc-4fd1-44e9-9278-447f4824bfc1 HTTP/1.1" status: 200 len: 814 time: 0.1080894 Nov 17 15:20:28.982075 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-60caefcc-c54c-4dda-a41c-68d74ac79fa4 req-1ab32c97-0d3f-4738-878f-7e23c3b4fd5e tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/quotas/c9fa6a420d6143b69064052cfceeff8e HTTP/1.1" status: 200 len: 375 time: 0.0109320 Nov 17 15:20:29.016567 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-60caefcc-c54c-4dda-a41c-68d74ac79fa4 req-7ba4cb9e-dded-4953-9fca-2025ff3f25dd tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c9fa6a420d6143b69064052cfceeff8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289404 Nov 17 15:20:29.105476 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-60caefcc-c54c-4dda-a41c-68d74ac79fa4 req-84b4ea13-fcc5-4f8a-89df-e11fda59b20f service neutron] 10.222.0.62 "GET /v2.0/networks/c7c8c8cc-4fd1-44e9-9278-447f4824bfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822389 Nov 17 15:20:29.422268 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-60caefcc-c54c-4dda-a41c-68d74ac79fa4 req-232f8750-6743-4ee5-bfe9-8b0898f7ec69 service neutron] 10.222.0.62 "GET /v2.0/networks/c7c8c8cc-4fd1-44e9-9278-447f4824bfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102751 Nov 17 15:20:29.580622 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-f129ac3e-82c1-4893-979e-28f927728396 req-d1d30a18-fbeb-48db-8695-dd1662e0c3fb tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?device_id=388c0bad-7858-4811-8f92-fcf57214f611 HTTP/1.1" status: 200 len: 210 time: 0.0269763 Nov 17 15:20:30.566987 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60caefcc-c54c-4dda-a41c-68d74ac79fa4 req-c4142c68-cc5c-4600-a387-b19fb86856e4 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:20:30.568463 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-60caefcc-c54c-4dda-a41c-68d74ac79fa4 req-c4142c68-cc5c-4600-a387-b19fb86856e4 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.55 "GET /v2.0/networks?id=c7c8c8cc-4fd1-44e9-9278-447f4824bfc1 HTTP/1.1" status: 200 len: 814 time: 0.1117735 Nov 17 15:20:30.584900 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [req-60caefcc-c54c-4dda-a41c-68d74ac79fa4 req-f99759d0-f01b-4b7e-8900-48a9a26b342b tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Request body: {'port': {'device_id': '388c0bad-7858-4811-8f92-fcf57214f611', 'network_id': 'c7c8c8cc-4fd1-44e9-9278-447f4824bfc1', 'admin_state_up': True, 'tenant_id': 'c9fa6a420d6143b69064052cfceeff8e'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:20:30.675347 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-e6aed928-d593-4d2c-a0f0-ff5c8ed9bea3 req-fa2abf6d-35d7-43ab-b487-eadf18ad6d07 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?device_id=388c0bad-7858-4811-8f92-fcf57214f611 HTTP/1.1" status: 200 len: 210 time: 0.0255628 Nov 17 15:20:30.699875 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60caefcc-c54c-4dda-a41c-68d74ac79fa4 req-f99759d0-f01b-4b7e-8900-48a9a26b342b tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Made reservation on behalf of c9fa6a420d6143b69064052cfceeff8e for: {'port': 1} {{(pid=101834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:20:30.703633 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-60caefcc-c54c-4dda-a41c-68d74ac79fa4 req-f99759d0-f01b-4b7e-8900-48a9a26b342b tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:30.830290 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.db_base_plugin_common [req-60caefcc-c54c-4dda-a41c-68d74ac79fa4 req-f99759d0-f01b-4b7e-8900-48a9a26b342b tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Allocated IP 172.20.0.7 (c7c8c8cc-4fd1-44e9-9278-447f4824bfc1/ad221478-1f9e-4ce9-b94a-08aacbaf2a20/ddab2da3-e211-436e-a8d4-0eff85a45f5a) {{(pid=101834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:20:30.980453 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-60caefcc-c54c-4dda-a41c-68d74ac79fa4 req-f99759d0-f01b-4b7e-8900-48a9a26b342b tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Publish callbacks [] for port, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:31.015273 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-60caefcc-c54c-4dda-a41c-68d74ac79fa4 req-f99759d0-f01b-4b7e-8900-48a9a26b342b tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:31.056866 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60caefcc-c54c-4dda-a41c-68d74ac79fa4 req-f99759d0-f01b-4b7e-8900-48a9a26b342b tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Network c7c8c8cc-4fd1-44e9-9278-447f4824bfc1 is already hosted by enough agents. {{(pid=101834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:20:31.062569 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.base_scheduler [req-60caefcc-c54c-4dda-a41c-68d74ac79fa4 req-f99759d0-f01b-4b7e-8900-48a9a26b342b tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Resources bound (agent type, host, resource id): {{(pid=101834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:20:31.065094 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.l3_dvrscheduler_db [req-60caefcc-c54c-4dda-a41c-68d74ac79fa4 req-f99759d0-f01b-4b7e-8900-48a9a26b342b tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Received port after_create {{(pid=101834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:20:31.097004 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99759d0-f01b-4b7e-8900-48a9a26b342b tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Pushing event updated for resources: {'Port': ['ID=ddab2da3-e211-436e-a8d4-0eff85a45f5a,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:20:31.109651 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99759d0-f01b-4b7e-8900-48a9a26b342b tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:20:31.110001 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99759d0-f01b-4b7e-8900-48a9a26b342b tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:20:31.110341 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99759d0-f01b-4b7e-8900-48a9a26b342b tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:20:31.110678 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99759d0-f01b-4b7e-8900-48a9a26b342b tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:20:31.111011 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99759d0-f01b-4b7e-8900-48a9a26b342b tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:20:31.111347 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99759d0-f01b-4b7e-8900-48a9a26b342b tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:20:31.111697 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99759d0-f01b-4b7e-8900-48a9a26b342b tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:20:31.112024 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99759d0-f01b-4b7e-8900-48a9a26b342b tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:20:31.112348 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99759d0-f01b-4b7e-8900-48a9a26b342b tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:20:31.112670 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99759d0-f01b-4b7e-8900-48a9a26b342b tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:20:31.112991 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99759d0-f01b-4b7e-8900-48a9a26b342b tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:20:31.113309 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f99759d0-f01b-4b7e-8900-48a9a26b342b tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:20:31.129330 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60caefcc-c54c-4dda-a41c-68d74ac79fa4 req-f99759d0-f01b-4b7e-8900-48a9a26b342b tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:20:31.129942 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-60caefcc-c54c-4dda-a41c-68d74ac79fa4 req-f99759d0-f01b-4b7e-8900-48a9a26b342b tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for port, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:31.145344 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-60caefcc-c54c-4dda-a41c-68d74ac79fa4 req-f99759d0-f01b-4b7e-8900-48a9a26b342b tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5643117 Nov 17 15:20:31.159007 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [req-60caefcc-c54c-4dda-a41c-68d74ac79fa4 req-5660d2a7-e64d-4f2e-82fc-e2a2ce337d5d service neutron] Request body: {'port': {'device_id': '388c0bad-7858-4811-8f92-fcf57214f611', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81823'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:20:31.212743 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-60caefcc-c54c-4dda-a41c-68d74ac79fa4 req-5660d2a7-e64d-4f2e-82fc-e2a2ce337d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:31.461458 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.notifiers.nova [req-60caefcc-c54c-4dda-a41c-68d74ac79fa4 req-5660d2a7-e64d-4f2e-82fc-e2a2ce337d5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddab2da3-e211-436e-a8d4-0eff85a45f5a {{(pid=101834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 15:20:31.469215 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-60caefcc-c54c-4dda-a41c-68d74ac79fa4 req-5660d2a7-e64d-4f2e-82fc-e2a2ce337d5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:31.480849 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.provisioning_blocks [req-60caefcc-c54c-4dda-a41c-68d74ac79fa4 req-5660d2a7-e64d-4f2e-82fc-e2a2ce337d5d service neutron] Transition to ACTIVE for port object ddab2da3-e211-436e-a8d4-0eff85a45f5a will not be triggered until provisioned by entity L2. {{(pid=101834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 17 15:20:31.484649 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-60caefcc-c54c-4dda-a41c-68d74ac79fa4 req-5660d2a7-e64d-4f2e-82fc-e2a2ce337d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4397568'] for port, after_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:31.530541 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5660d2a7-e64d-4f2e-82fc-e2a2ce337d5d service neutron] Pushing event updated for resources: {'Port': ['ID=ddab2da3-e211-436e-a8d4-0eff85a45f5a,revision_number=2']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:20:31.610637 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.managers [req-60caefcc-c54c-4dda-a41c-68d74ac79fa4 req-5660d2a7-e64d-4f2e-82fc-e2a2ce337d5d service neutron] Attempting to bind port ddab2da3-e211-436e-a8d4-0eff85a45f5a on host hv-cinder-81823 for vnic_type normal with profile {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 15:20:31.611407 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.managers [req-60caefcc-c54c-4dda-a41c-68d74ac79fa4 req-5660d2a7-e64d-4f2e-82fc-e2a2ce337d5d service neutron] Attempting to bind port ddab2da3-e211-436e-a8d4-0eff85a45f5a by drivers openvswitch,hyperv on host hv-cinder-81823 at level 0 using segments [{'id': '187dce46-03c0-4682-beb7-de0bdfd4aab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'c7c8c8cc-4fd1-44e9-9278-447f4824bfc1'}] {{(pid=101834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 15:20:31.611407 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60caefcc-c54c-4dda-a41c-68d74ac79fa4 req-5660d2a7-e64d-4f2e-82fc-e2a2ce337d5d service neutron] Attempting to bind port ddab2da3-e211-436e-a8d4-0eff85a45f5a on network c7c8c8cc-4fd1-44e9-9278-447f4824bfc1 {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:20:31.615472 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60caefcc-c54c-4dda-a41c-68d74ac79fa4 req-5660d2a7-e64d-4f2e-82fc-e2a2ce337d5d service neutron] Port ddab2da3-e211-436e-a8d4-0eff85a45f5a on network c7c8c8cc-4fd1-44e9-9278-447f4824bfc1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81823 {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 17 15:20:31.615787 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60caefcc-c54c-4dda-a41c-68d74ac79fa4 req-5660d2a7-e64d-4f2e-82fc-e2a2ce337d5d service neutron] Attempting to bind port ddab2da3-e211-436e-a8d4-0eff85a45f5a on network c7c8c8cc-4fd1-44e9-9278-447f4824bfc1 {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:20:31.620542 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60caefcc-c54c-4dda-a41c-68d74ac79fa4 req-5660d2a7-e64d-4f2e-82fc-e2a2ce337d5d service neutron] Checking agent: {'id': '56359ff8-4a05-4ac1-99e4-1793cc03f30f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81823', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 15, 9, 3), 'started_at': datetime.datetime(2021, 11, 17, 15, 9, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 15, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 15:20:31.620873 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60caefcc-c54c-4dda-a41c-68d74ac79fa4 req-5660d2a7-e64d-4f2e-82fc-e2a2ce337d5d service neutron] Checking segment: {'id': '187dce46-03c0-4682-beb7-de0bdfd4aab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'c7c8c8cc-4fd1-44e9-9278-447f4824bfc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:20:31.621816 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60caefcc-c54c-4dda-a41c-68d74ac79fa4 req-5660d2a7-e64d-4f2e-82fc-e2a2ce337d5d service neutron] Bound using segment: {'id': '187dce46-03c0-4682-beb7-de0bdfd4aab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'c7c8c8cc-4fd1-44e9-9278-447f4824bfc1'} {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 15:20:31.622231 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.managers [req-60caefcc-c54c-4dda-a41c-68d74ac79fa4 req-5660d2a7-e64d-4f2e-82fc-e2a2ce337d5d service neutron] Bound port: ddab2da3-e211-436e-a8d4-0eff85a45f5a, host: hv-cinder-81823, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '187dce46-03c0-4682-beb7-de0bdfd4aab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'c7c8c8cc-4fd1-44e9-9278-447f4824bfc1'}}] {{(pid=101834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 15:20:31.622571 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-60caefcc-c54c-4dda-a41c-68d74ac79fa4 req-5660d2a7-e64d-4f2e-82fc-e2a2ce337d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:31.683087 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [req-60caefcc-c54c-4dda-a41c-68d74ac79fa4 req-5660d2a7-e64d-4f2e-82fc-e2a2ce337d5d service neutron] For port ddab2da3-e211-436e-a8d4-0eff85a45f5a, host hv-cinder-81823, cleared binding levels {{(pid=101834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 15:20:31.686790 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [req-60caefcc-c54c-4dda-a41c-68d74ac79fa4 req-5660d2a7-e64d-4f2e-82fc-e2a2ce337d5d service neutron] For port ddab2da3-e211-436e-a8d4-0eff85a45f5a, host hv-cinder-81823, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=ddab2da3-e211-436e-a8d4-0eff85a45f5a,segment=NetworkSegment(187dce46-03c0-4682-beb7-de0bdfd4aab0),segment_id=187dce46-03c0-4682-beb7-de0bdfd4aab0)] {{(pid=101834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 15:20:31.690291 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-60caefcc-c54c-4dda-a41c-68d74ac79fa4 req-5660d2a7-e64d-4f2e-82fc-e2a2ce337d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4397568'] for port, after_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:31.723567 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60caefcc-c54c-4dda-a41c-68d74ac79fa4 req-5660d2a7-e64d-4f2e-82fc-e2a2ce337d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:20:31.724291 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-60caefcc-c54c-4dda-a41c-68d74ac79fa4 req-5660d2a7-e64d-4f2e-82fc-e2a2ce337d5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for port, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:31.725960 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-60caefcc-c54c-4dda-a41c-68d74ac79fa4 req-5660d2a7-e64d-4f2e-82fc-e2a2ce337d5d service neutron] 10.222.0.55 "PUT /v2.0/ports/ddab2da3-e211-436e-a8d4-0eff85a45f5a HTTP/1.1" status: 200 len: 1093 time: 0.5708413 Nov 17 15:20:31.728299 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '388c0bad-7858-4811-8f92-fcf57214f611', 'tag': 'ddab2da3-e211-436e-a8d4-0eff85a45f5a'}] {{(pid=101834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:20:31.730555 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10d7295a2f7876e94fbb36dd5f9fa1a1524f2628f083d864ab6dabde9166157e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94320ee-4878-4b59-9fb4-06c5a884f8b9" -d '{"events": [{"name": "network-changed", "server_uuid": "388c0bad-7858-4811-8f92-fcf57214f611", "tag": "ddab2da3-e211-436e-a8d4-0eff85a45f5a"}]}' {{(pid=101834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:20:31.770128 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 15:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d0270d-1f05-4c66-9739-2c73ca4c6195 x-openstack-request-id: req-a5d0270d-1f05-4c66-9739-2c73ca4c6195 {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:20:31.770424 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "388c0bad-7858-4811-8f92-fcf57214f611", "tag": "ddab2da3-e211-436e-a8d4-0eff85a45f5a", "status": "completed", "code": 200}]} {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:20:31.770675 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a5d0270d-1f05-4c66-9739-2c73ca4c6195 {{(pid=101834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:20:31.771069 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '388c0bad-7858-4811-8f92-fcf57214f611', 'tag': 'ddab2da3-e211-436e-a8d4-0eff85a45f5a', 'status': 'completed', 'code': 200} Nov 17 15:20:31.787878 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5660d2a7-e64d-4f2e-82fc-e2a2ce337d5d service neutron] Pushing event updated for resources: {'Port': ['ID=ddab2da3-e211-436e-a8d4-0eff85a45f5a,revision_number=3']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:20:31.844810 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2632d-971b-46a1-a44f-ccbf832e5acb req-dd917615-d264-4cae-a4bc-577160cdb6aa tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:20:31.846302 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-98d2632d-971b-46a1-a44f-ccbf832e5acb req-dd917615-d264-4cae-a4bc-577160cdb6aa tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?device_id=388c0bad-7858-4811-8f92-fcf57214f611 HTTP/1.1" status: 200 len: 943 time: 0.1001689 Nov 17 15:20:31.852004 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60caefcc-c54c-4dda-a41c-68d74ac79fa4 req-a2162931-0804-4b98-9f8c-2ec89bbec937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:20:31.853651 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-60caefcc-c54c-4dda-a41c-68d74ac79fa4 req-a2162931-0804-4b98-9f8c-2ec89bbec937 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9fa6a420d6143b69064052cfceeff8e&device_id=388c0bad-7858-4811-8f92-fcf57214f611 HTTP/1.1" status: 200 len: 1096 time: 0.0622351 Nov 17 15:20:31.905804 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-60caefcc-c54c-4dda-a41c-68d74ac79fa4 req-ab98ceac-e95a-4b57-b91e-0a6b7bfec3a9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddab2da3-e211-436e-a8d4-0eff85a45f5a HTTP/1.1" status: 200 len: 217 time: 0.0378983 Nov 17 15:20:31.959791 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-98d2632d-971b-46a1-a44f-ccbf832e5acb req-469bdb08-240a-4e30-b8f9-67ef8de45db4 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/security-groups?id=3802a123-c5a3-4fbd-b47a-aaa8461fa8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051972 Nov 17 15:20:31.971627 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60caefcc-c54c-4dda-a41c-68d74ac79fa4 req-af5fa35a-d24b-4939-be92-ff2db65adcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:20:31.973295 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-60caefcc-c54c-4dda-a41c-68d74ac79fa4 req-af5fa35a-d24b-4939-be92-ff2db65adcbc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ad221478-1f9e-4ce9-b94a-08aacbaf2a20 HTTP/1.1" status: 200 len: 854 time: 0.0582957 Nov 17 15:20:32.006119 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-60caefcc-c54c-4dda-a41c-68d74ac79fa4 req-e2d73269-a1e0-4c9c-90cc-35fb1938944d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c7c8c8cc-4fd1-44e9-9278-447f4824bfc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242002 Nov 17 15:20:32.097260 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-60caefcc-c54c-4dda-a41c-68d74ac79fa4 req-aa01e6c3-4ab3-40ce-9655-a196174fa2c0 service neutron] 10.222.0.55 "GET /v2.0/networks/c7c8c8cc-4fd1-44e9-9278-447f4824bfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831294 Nov 17 15:20:32.189837 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-60caefcc-c54c-4dda-a41c-68d74ac79fa4 req-8ad110b1-31d4-47a1-8a7f-648777322d19 service neutron] 10.222.0.55 "GET /v2.0/networks/c7c8c8cc-4fd1-44e9-9278-447f4824bfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841508 Nov 17 15:20:32.274530 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94320ee-4878-4b59-9fb4-06c5a884f8b9 req-e025906f-30fc-4707-9e28-9ea99ba6f803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:20:32.276008 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-a94320ee-4878-4b59-9fb4-06c5a884f8b9 req-e025906f-30fc-4707-9e28-9ea99ba6f803 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9fa6a420d6143b69064052cfceeff8e&device_id=388c0bad-7858-4811-8f92-fcf57214f611 HTTP/1.1" status: 200 len: 1096 time: 0.0395963 Nov 17 15:20:32.371404 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94320ee-4878-4b59-9fb4-06c5a884f8b9 req-7aa5a95a-1c90-4281-bb6d-2d65c33ff03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:20:32.372846 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-a94320ee-4878-4b59-9fb4-06c5a884f8b9 req-7aa5a95a-1c90-4281-bb6d-2d65c33ff03e service neutron] 10.222.0.55 "GET /v2.0/networks?id=c7c8c8cc-4fd1-44e9-9278-447f4824bfc1 HTTP/1.1" status: 200 len: 915 time: 0.0880072 Nov 17 15:20:32.414275 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-a94320ee-4878-4b59-9fb4-06c5a884f8b9 req-dea67f9a-2c9d-4309-b52c-d776b8ccf65e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddab2da3-e211-436e-a8d4-0eff85a45f5a HTTP/1.1" status: 200 len: 217 time: 0.0327466 Nov 17 15:20:32.468487 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94320ee-4878-4b59-9fb4-06c5a884f8b9 req-481d61d0-5bb3-4a5e-8b86-2e765aad8c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:20:32.469922 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-a94320ee-4878-4b59-9fb4-06c5a884f8b9 req-481d61d0-5bb3-4a5e-8b86-2e765aad8c24 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ad221478-1f9e-4ce9-b94a-08aacbaf2a20 HTTP/1.1" status: 200 len: 854 time: 0.0460308 Nov 17 15:20:32.502230 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-a94320ee-4878-4b59-9fb4-06c5a884f8b9 req-278c02d6-c62b-40c0-9804-29e750a1e5c6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c7c8c8cc-4fd1-44e9-9278-447f4824bfc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242543 Nov 17 15:20:32.592345 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-a94320ee-4878-4b59-9fb4-06c5a884f8b9 req-6f28c6ad-f822-4636-87c4-d987e852094d service neutron] 10.222.0.55 "GET /v2.0/networks/c7c8c8cc-4fd1-44e9-9278-447f4824bfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796714 Nov 17 15:20:32.684328 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-a94320ee-4878-4b59-9fb4-06c5a884f8b9 req-668266d6-903c-4a94-86e0-e9399e77a363 service neutron] 10.222.0.55 "GET /v2.0/networks/c7c8c8cc-4fd1-44e9-9278-447f4824bfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837219 Nov 17 15:20:33.073546 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98d36f1-b011-43d9-882f-759b9a6a683e req-fd2aaedf-765b-4de4-8a29-d92e64eec701 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:20:33.075591 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-a98d36f1-b011-43d9-882f-759b9a6a683e req-fd2aaedf-765b-4de4-8a29-d92e64eec701 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?device_id=388c0bad-7858-4811-8f92-fcf57214f611 HTTP/1.1" status: 200 len: 943 time: 0.0467002 Nov 17 15:20:33.123574 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-a98d36f1-b011-43d9-882f-759b9a6a683e req-35e9af0c-95bf-4829-97ff-8323a7918625 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/security-groups?id=3802a123-c5a3-4fbd-b47a-aaa8461fa8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420494 Nov 17 15:20:34.126675 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device ddab2da3-e211-436e-a8d4-0eff85a45f5a details requested by agent hyperv_hv-cinder-81823 with host hv-cinder-81823 {{(pid=101835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 17 15:20:34.233065 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port ddab2da3-e211-436e-a8d4-0eff85a45f5a, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=ddab2da3-e211-436e-a8d4-0eff85a45f5a,segment=NetworkSegment(187dce46-03c0-4682-beb7-de0bdfd4aab0),segment_id=187dce46-03c0-4682-beb7-de0bdfd4aab0)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:20:34.240748 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd5654-d4ca-4853-b772-b2ecdcecd097 req-ac2af506-a294-4af7-aa09-5353e19d082d tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:20:34.242244 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-24dd5654-d4ca-4853-b772-b2ecdcecd097 req-ac2af506-a294-4af7-aa09-5353e19d082d tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?device_id=388c0bad-7858-4811-8f92-fcf57214f611 HTTP/1.1" status: 200 len: 943 time: 0.0516465 Nov 17 15:20:34.244375 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Returning: {'device': 'ddab2da3-e211-436e-a8d4-0eff85a45f5a', 'network_id': 'c7c8c8cc-4fd1-44e9-9278-447f4824bfc1', 'port_id': 'ddab2da3-e211-436e-a8d4-0eff85a45f5a', 'mac_address': 'fa:16:3e:7e:5e:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad221478-1f9e-4ce9-b94a-08aacbaf2a20', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 17 15:20:34.281778 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:34.289567 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-24dd5654-d4ca-4853-b772-b2ecdcecd097 req-f8966f6f-03b8-4368-bf05-8cdd8c5662ec tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/security-groups?id=3802a123-c5a3-4fbd-b47a-aaa8461fa8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414031 Nov 17 15:20:34.298102 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.notifiers.nova [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddab2da3-e211-436e-a8d4-0eff85a45f5a {{(pid=101835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 15:20:34.446706 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port ddab2da3-e211-436e-a8d4-0eff85a45f5a, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=ddab2da3-e211-436e-a8d4-0eff85a45f5a,segment=NetworkSegment(187dce46-03c0-4682-beb7-de0bdfd4aab0),segment_id=187dce46-03c0-4682-beb7-de0bdfd4aab0)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:20:34.448106 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:34.450278 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:34.495905 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Pushing event updated for resources: {'Port': ['ID=ddab2da3-e211-436e-a8d4-0eff85a45f5a,revision_number=4']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:20:34.502705 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:20:34.503054 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:20:34.503419 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:20:34.503757 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:20:34.504086 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:20:34.504412 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:20:34.504736 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:20:34.505059 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:20:34.505382 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:20:34.505701 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:20:34.506024 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:20:34.506341 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:20:34.738145 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] get_ports_and_sgs() called for port_ids ['ddab2da3-e211-436e-a8d4-0eff85a45f5a'] {{(pid=101835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 15:20:35.399833 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ccd77-5f38-4516-b091-8114510b6875 req-ff2edced-4862-417f-adf7-6d0391700c06 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:20:35.401255 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-351ccd77-5f38-4516-b091-8114510b6875 req-ff2edced-4862-417f-adf7-6d0391700c06 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?device_id=388c0bad-7858-4811-8f92-fcf57214f611 HTTP/1.1" status: 200 len: 944 time: 0.0465221 Nov 17 15:20:35.454985 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-351ccd77-5f38-4516-b091-8114510b6875 req-28475fe0-4ef1-4ae8-8fd8-14c249bff208 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/security-groups?id=3802a123-c5a3-4fbd-b47a-aaa8461fa8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453675 Nov 17 15:20:36.158228 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device ddab2da3-e211-436e-a8d4-0eff85a45f5a up at agent hyperv_hv-cinder-81823 {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:20:36.204547 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Provisioning for port ddab2da3-e211-436e-a8d4-0eff85a45f5a completed by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 17 15:20:36.208121 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Provisioning complete for port ddab2da3-e211-436e-a8d4-0eff85a45f5a triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:20:36.208493 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:36.287289 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:36.311813 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '388c0bad-7858-4811-8f92-fcf57214f611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddab2da3-e211-436e-a8d4-0eff85a45f5a'}] {{(pid=101835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:20:36.314011 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc2a867bdaff5c76f0208ec4146e14dfecc9fe2083470249ba9c3c2934649c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c891bd9b-6b54-4cf3-8d7d-a6e8a8283e83" -d '{"events": [{"server_uuid": "388c0bad-7858-4811-8f92-fcf57214f611", "name": "network-vif-plugged", "status": "completed", "tag": "ddab2da3-e211-436e-a8d4-0eff85a45f5a"}]}' {{(pid=101835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:20:36.327600 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port ddab2da3-e211-436e-a8d4-0eff85a45f5a, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=ddab2da3-e211-436e-a8d4-0eff85a45f5a,segment=NetworkSegment(187dce46-03c0-4682-beb7-de0bdfd4aab0),segment_id=187dce46-03c0-4682-beb7-de0bdfd4aab0)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:20:36.331710 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:36.355215 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 15:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e437e5-bc5e-4331-8168-c31129b7469e x-openstack-request-id: req-88e437e5-bc5e-4331-8168-c31129b7469e {{(pid=101835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:20:36.356082 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "388c0bad-7858-4811-8f92-fcf57214f611", "name": "network-vif-plugged", "status": "completed", "tag": "ddab2da3-e211-436e-a8d4-0eff85a45f5a", "code": 200}]} {{(pid=101835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:20:36.356350 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-88e437e5-bc5e-4331-8168-c31129b7469e {{(pid=101835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:20:36.356737 dv-cinder-818233-1-iscsi neutron-server[101835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '388c0bad-7858-4811-8f92-fcf57214f611', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddab2da3-e211-436e-a8d4-0eff85a45f5a', 'code': 200} Nov 17 15:20:36.382442 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Pushing event updated for resources: {'Port': ['ID=ddab2da3-e211-436e-a8d4-0eff85a45f5a,revision_number=5']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:20:36.519282 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253316d2-c48d-478b-af80-6a4803ec2896 req-f9394101-0b3a-4e63-b6f0-c1057d28d71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:20:36.520980 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-253316d2-c48d-478b-af80-6a4803ec2896 req-f9394101-0b3a-4e63-b6f0-c1057d28d71a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=388c0bad-7858-4811-8f92-fcf57214f611 HTTP/1.1" status: 200 len: 1098 time: 0.0486739 Nov 17 15:20:36.569486 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb432297-89b8-4d10-8d76-d0d17f200ed5 req-691e7f81-a8f5-4316-8feb-2b795729fd6c tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:20:36.570107 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-253316d2-c48d-478b-af80-6a4803ec2896 req-fffea8fc-955e-4218-98b0-0e5e5f2b8015 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3802a123-c5a3-4fbd-b47a-aaa8461fa8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405858 Nov 17 15:20:36.570958 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-eb432297-89b8-4d10-8d76-d0d17f200ed5 req-691e7f81-a8f5-4316-8feb-2b795729fd6c tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?device_id=388c0bad-7858-4811-8f92-fcf57214f611 HTTP/1.1" status: 200 len: 945 time: 0.0504670 Nov 17 15:20:36.620852 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-eb432297-89b8-4d10-8d76-d0d17f200ed5 req-794604ef-bd05-4498-84fa-889b8b2fd8de tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/security-groups?id=3802a123-c5a3-4fbd-b47a-aaa8461fa8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439661 Nov 17 15:20:37.745086 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e6ac7a-52c5-4fdd-828f-4d0edb872864 req-60588874-bdd1-45d2-b166-bc868ac4ba48 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:20:37.746720 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-72e6ac7a-52c5-4fdd-828f-4d0edb872864 req-60588874-bdd1-45d2-b166-bc868ac4ba48 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?device_id=388c0bad-7858-4811-8f92-fcf57214f611 HTTP/1.1" status: 200 len: 945 time: 0.0543289 Nov 17 15:20:37.800816 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-72e6ac7a-52c5-4fdd-828f-4d0edb872864 req-0788335f-7cbe-4628-ac66-995e91243acd tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/security-groups?id=3802a123-c5a3-4fbd-b47a-aaa8461fa8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478101 Nov 17 15:20:38.913218 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb45142-c1b1-4b1b-812b-9a35c3f16b0b req-06c18206-466c-48c2-84e2-de1deff72d84 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:20:38.914770 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-bcb45142-c1b1-4b1b-812b-9a35c3f16b0b req-06c18206-466c-48c2-84e2-de1deff72d84 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?device_id=388c0bad-7858-4811-8f92-fcf57214f611 HTTP/1.1" status: 200 len: 945 time: 0.0470819 Nov 17 15:20:38.960266 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-bcb45142-c1b1-4b1b-812b-9a35c3f16b0b req-0371e0cc-ccec-49c4-a023-677018cb24fd tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/security-groups?id=3802a123-c5a3-4fbd-b47a-aaa8461fa8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392981 Nov 17 15:20:48.068911 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 36838) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:20:48.171952 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-0a4aaa67-aab3-447c-99ca-9823684dcfda admin admin] Publish callbacks [] for security_group, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:48.241202 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-0a4aaa67-aab3-447c-99ca-9823684dcfda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:48.244564 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-0a4aaa67-aab3-447c-99ca-9823684dcfda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:48.279543 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4aaa67-aab3-447c-99ca-9823684dcfda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13750a0-7e46-49a5-86bd-980e1555e297,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:20:48.286029 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-0a4aaa67-aab3-447c-99ca-9823684dcfda admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ccb5d8999c0b42d5bc1ceb8d950c13ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2137382 Nov 17 15:20:48.286287 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 36842) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:20:48.334892 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-120b2a75-e083-4833-a523-08d9b3a98a37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:48.355005 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-120b2a75-e083-4833-a523-08d9b3a98a37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:48.400620 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-120b2a75-e083-4833-a523-08d9b3a98a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:48.403840 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-120b2a75-e083-4833-a523-08d9b3a98a37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:48.407490 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-120b2a75-e083-4833-a523-08d9b3a98a37 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b13750a0-7e46-49a5-86bd-980e1555e297 HTTP/1.1" status: 204 len: 168 time: 0.1177857 Nov 17 15:20:48.413402 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b2a75-e083-4833-a523-08d9b3a98a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13750a0-7e46-49a5-86bd-980e1555e297,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:20:51.472288 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-c9db9eae-fb82-43d7-8428-97b7f9663995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:53.813795 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a5636eb-1cc0-42bc-a10e-a858647c5a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:54.794836 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:56.297857 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:57.118988 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:57.547839 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 36908) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:20:57.703515 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.plugin [None req-870fe00e-9015-4970-aa5b-a03fadda4b08 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Deleting port 6561ca72-414c-4750-991f-6f7b94a322e1 {{(pid=101833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:20:57.703848 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-870fe00e-9015-4970-aa5b-a03fadda4b08 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:57.777011 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-870fe00e-9015-4970-aa5b-a03fadda4b08 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:57.777957 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-870fe00e-9015-4970-aa5b-a03fadda4b08 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:57.789279 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.plugin [None req-870fe00e-9015-4970-aa5b-a03fadda4b08 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Calling delete_port for 6561ca72-414c-4750-991f-6f7b94a322e1 owned by network:floatingip {{(pid=101833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:20:57.959270 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-870fe00e-9015-4970-aa5b-a03fadda4b08 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4228920'] for port, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:57.984670 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870fe00e-9015-4970-aa5b-a03fadda4b08 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Pushing event deleted for resources: {'Port': ['ID=6561ca72-414c-4750-991f-6f7b94a322e1,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:20:58.044580 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-870fe00e-9015-4970-aa5b-a03fadda4b08 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks [] for floatingip, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:58.044904 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.db.l3_db [None req-870fe00e-9015-4970-aa5b-a03fadda4b08 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Floating IP 19c8fa5b-4932-4f2e-9263-3ed6baa37df6 disassociated (deleted). External IP: 172.27.1.167, port: 4569eb3b-394e-467d-af0d-a7a4bc1e9051. Nov 17 15:20:58.246613 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870fe00e-9015-4970-aa5b-a03fadda4b08 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Router a61df69b-0ab4-40d4-a1f4-c7078d62aced has already been hosted by L3 agent ed3bd2e8-8a22-4616-b806-7e727ef760a6 {{(pid=101833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 15:20:58.350687 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870fe00e-9015-4970-aa5b-a03fadda4b08 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Notify agent at l3_agent.dv-cinder-818233-1-iscsi the message routers_updated {{(pid=101833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 15:20:58.356329 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-870fe00e-9015-4970-aa5b-a03fadda4b08 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for floatingip, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:20:58.361088 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c589524-1177-4f38-a136-0310388e224a None None] Sync routers for ids ['a61df69b-0ab4-40d4-a1f4-c7078d62aced'] in dv-cinder-818233-1-iscsi {{(pid=101835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 15:20:58.370416 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c589524-1177-4f38-a136-0310388e224a None None] Routers {'a61df69b-0ab4-40d4-a1f4-c7078d62aced'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:20:58.371783 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-3c589524-1177-4f38-a136-0310388e224a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:20:54Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['a61df69b-0ab4-40d4-a1f4-c7078d62aced'], 'active': True} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:20:58.383026 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-870fe00e-9015-4970-aa5b-a03fadda4b08 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "DELETE /v2.0/floatingips/19c8fa5b-4932-4f2e-9263-3ed6baa37df6 HTTP/1.1" status: 204 len: 168 time: 0.8341262 Nov 17 15:20:58.383612 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfd2ea67-30f5-4c53-b399-81b3434ca29b', 'tag': '4569eb3b-394e-467d-af0d-a7a4bc1e9051'}] {{(pid=101833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:20:58.386070 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98a3914b10db2bda8b449d081c398edb642d8063ca6ecbd0a439108c8bd060b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0fa8551-94fe-46f3-b88a-5c68ee4aed81" -d '{"events": [{"name": "network-changed", "server_uuid": "bfd2ea67-30f5-4c53-b399-81b3434ca29b", "tag": "4569eb3b-394e-467d-af0d-a7a4bc1e9051"}]}' {{(pid=101833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:20:58.429022 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 15:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e9cf5a-f025-458d-a0f0-b4de5910129b x-openstack-request-id: req-95e9cf5a-f025-458d-a0f0-b4de5910129b {{(pid=101833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:20:58.429309 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfd2ea67-30f5-4c53-b399-81b3434ca29b", "tag": "4569eb3b-394e-467d-af0d-a7a4bc1e9051", "status": "completed", "code": 200}]} {{(pid=101833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:20:58.429563 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-95e9cf5a-f025-458d-a0f0-b4de5910129b {{(pid=101833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:20:58.430067 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfd2ea67-30f5-4c53-b399-81b3434ca29b', 'tag': '4569eb3b-394e-467d-af0d-a7a4bc1e9051', 'status': 'completed', 'code': 200} Nov 17 15:20:58.486841 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvr_db [None req-3c589524-1177-4f38-a136-0310388e224a None None] Set router a61df69b-0ab4-40d4-a1f4-c7078d62aced gateway port host: dv-cinder-818233-1-iscsi {{(pid=101835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:20:58.501552 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa8551-94fe-46f3-b88a-5c68ee4aed81 req-49920f77-abb6-48da-bbf3-1b02a4f64faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:20:58.503128 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-a0fa8551-94fe-46f3-b88a-5c68ee4aed81 req-49920f77-abb6-48da-bbf3-1b02a4f64faa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5131dce595224bfe8a730cc800f0f158&device_id=bfd2ea67-30f5-4c53-b399-81b3434ca29b HTTP/1.1" status: 200 len: 1098 time: 0.0449615 Nov 17 15:20:58.620021 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa8551-94fe-46f3-b88a-5c68ee4aed81 req-20cb6746-87a3-4444-bbdc-ebb23d5fd79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:20:58.622115 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-a0fa8551-94fe-46f3-b88a-5c68ee4aed81 req-20cb6746-87a3-4444-bbdc-ebb23d5fd79b service neutron] 10.222.0.55 "GET /v2.0/networks?id=35a21660-a2ad-472c-8fa2-5b7c2854ced6 HTTP/1.1" status: 200 len: 912 time: 0.1029565 Nov 17 15:20:58.665793 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-a0fa8551-94fe-46f3-b88a-5c68ee4aed81 req-c5ba6d84-08d6-4482-8b24-9ef6e98576bb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4569eb3b-394e-467d-af0d-a7a4bc1e9051 HTTP/1.1" status: 200 len: 217 time: 0.0342698 Nov 17 15:20:58.723616 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa8551-94fe-46f3-b88a-5c68ee4aed81 req-a6eb6c0c-b17b-4cfb-a7c9-0873aeb4c8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:20:58.725179 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-a0fa8551-94fe-46f3-b88a-5c68ee4aed81 req-a6eb6c0c-b17b-4cfb-a7c9-0873aeb4c8aa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e5c17a34-0ae9-43c6-8fa8-687d40ad609a HTTP/1.1" status: 200 len: 850 time: 0.0482016 Nov 17 15:20:58.726916 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-3c589524-1177-4f38-a136-0310388e224a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'name': 'tempest-TestVolumeBootPattern-306581770-router', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '13f6defa-d81d-4cbd-b56b-caef0a78c82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:12:56Z', 'updated_at': '2021-11-17T15:13:00Z', 'revision_number': 4, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'gw_port': {'id': '13f6defa-d81d-4cbd-b56b-caef0a78c82f', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:92:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:12:57Z', 'updated_at': '2021-11-17T15:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_floatingips': [{'id': '3bf521ab-35e2-4465-bd55-93ff685443be', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'router_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'port_id': 'b1d412b1-30eb-4ed4-ad97-65f10aefa3dd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6', 'mac_address': 'fa:16:3e:29:9e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd86d950-b576-4557-a3a6-6f40d04540a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T15:16:46Z', 'updated_at': '2021-11-17T15:16:48Z', 'revision_number': 1, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390b095e-58fd-4b61-b533-dbc126b40592', 'name': '', 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'mac_address': 'fa:16:3e:d3:f2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e5c17a34-0ae9-43c6-8fa8-687d40ad609a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:12:59Z', 'updated_at': '2021-11-17T15:13:05Z', 'revision_number': 5, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'subnets': [{'id': 'e5c17a34-0ae9-43c6-8fa8-687d40ad609a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:20:58.754006 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c589524-1177-4f38-a136-0310388e224a None None] Checking router: a61df69b-0ab4-40d4-a1f4-c7078d62aced for host: dv-cinder-818233-1-iscsi {{(pid=101835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 15:20:58.762654 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c589524-1177-4f38-a136-0310388e224a None None] Routers {'a61df69b-0ab4-40d4-a1f4-c7078d62aced'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:20:58.763263 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-3c589524-1177-4f38-a136-0310388e224a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:20:54Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['a61df69b-0ab4-40d4-a1f4-c7078d62aced'], 'active': True} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:20:58.807077 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa8551-94fe-46f3-b88a-5c68ee4aed81 req-54cd048a-d030-4b12-a482-104533bbd03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:20:58.808780 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-a0fa8551-94fe-46f3-b88a-5c68ee4aed81 req-54cd048a-d030-4b12-a482-104533bbd03e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=35a21660-a2ad-472c-8fa2-5b7c2854ced6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0711067 Nov 17 15:20:58.823809 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c225284-aeed-4080-b88f-cb30f9e3364f req-be38fc59-a649-45dc-b3cd-7a44ae786c2d tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:20:58.825362 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-9c225284-aeed-4080-b88f-cb30f9e3364f req-be38fc59-a649-45dc-b3cd-7a44ae786c2d tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfd2ea67-30f5-4c53-b399-81b3434ca29b HTTP/1.1" status: 200 len: 945 time: 0.2407000 Nov 17 15:20:58.874660 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvr_db [None req-3c589524-1177-4f38-a136-0310388e224a None None] Set router a61df69b-0ab4-40d4-a1f4-c7078d62aced gateway port host: dv-cinder-818233-1-iscsi {{(pid=101835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:20:58.931742 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-9c225284-aeed-4080-b88f-cb30f9e3364f req-8f788b3d-7725-426b-9f5e-e0c55cfae926 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983684 Nov 17 15:20:58.950235 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.agents_db [None req-8c09612d-4555-4199-ac80-2bf3536e394d None None] Agent healthcheck: found 6 active agents {{(pid=101836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 15:20:58.957300 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-a0fa8551-94fe-46f3-b88a-5c68ee4aed81 req-5d5c3ac4-fde9-49c7-aca3-2e6bae6b79fc service neutron] 10.222.0.55 "GET /v2.0/networks/35a21660-a2ad-472c-8fa2-5b7c2854ced6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308680 Nov 17 15:20:59.051880 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-a0fa8551-94fe-46f3-b88a-5c68ee4aed81 req-7e99dd47-b68f-4d0b-b27f-49b4125a69e5 service neutron] 10.222.0.55 "GET /v2.0/networks/35a21660-a2ad-472c-8fa2-5b7c2854ced6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841904 Nov 17 15:20:59.106960 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-3c589524-1177-4f38-a136-0310388e224a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'name': 'tempest-TestVolumeBootPattern-306581770-router', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '13f6defa-d81d-4cbd-b56b-caef0a78c82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:12:56Z', 'updated_at': '2021-11-17T15:13:00Z', 'revision_number': 4, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'gw_port': {'id': '13f6defa-d81d-4cbd-b56b-caef0a78c82f', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:92:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:12:57Z', 'updated_at': '2021-11-17T15:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_floatingips': [{'id': '3bf521ab-35e2-4465-bd55-93ff685443be', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'router_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'port_id': 'b1d412b1-30eb-4ed4-ad97-65f10aefa3dd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6', 'mac_address': 'fa:16:3e:29:9e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd86d950-b576-4557-a3a6-6f40d04540a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T15:16:46Z', 'updated_at': '2021-11-17T15:16:48Z', 'revision_number': 1, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390b095e-58fd-4b61-b533-dbc126b40592', 'name': '', 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'mac_address': 'fa:16:3e:d3:f2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e5c17a34-0ae9-43c6-8fa8-687d40ad609a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:12:59Z', 'updated_at': '2021-11-17T15:13:05Z', 'revision_number': 5, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'subnets': [{'id': 'e5c17a34-0ae9-43c6-8fa8-687d40ad609a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:20:59.134761 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c589524-1177-4f38-a136-0310388e224a None None] The sync data for ids ['a61df69b-0ab4-40d4-a1f4-c7078d62aced'] in dv-cinder-818233-1-iscsi is: [{'id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'name': 'tempest-TestVolumeBootPattern-306581770-router', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '13f6defa-d81d-4cbd-b56b-caef0a78c82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:12:56Z', 'updated_at': '2021-11-17T15:13:00Z', 'revision_number': 4, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'gw_port': {'id': '13f6defa-d81d-4cbd-b56b-caef0a78c82f', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:92:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:12:57Z', 'updated_at': '2021-11-17T15:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_floatingips': [{'id': '3bf521ab-35e2-4465-bd55-93ff685443be', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'floating_ip_address': '172.27.1.230', 'floating_network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'router_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'port_id': 'b1d412b1-30eb-4ed4-ad97-65f10aefa3dd', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6', 'mac_address': 'fa:16:3e:29:9e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd86d950-b576-4557-a3a6-6f40d04540a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T15:16:46Z', 'updated_at': '2021-11-17T15:16:48Z', 'revision_number': 1, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390b095e-58fd-4b61-b533-dbc126b40592', 'name': '', 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'mac_address': 'fa:16:3e:d3:f2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e5c17a34-0ae9-43c6-8fa8-687d40ad609a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:12:59Z', 'updated_at': '2021-11-17T15:13:05Z', 'revision_number': 5, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'subnets': [{'id': 'e5c17a34-0ae9-43c6-8fa8-687d40ad609a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 15:20:59.340626 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c316e32-131c-4ed4-aac7-6d369e2f10ae None None] New status for floating IP 19c8fa5b-4932-4f2e-9263-3ed6baa37df6: DOWN {{(pid=101836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 17 15:21:00.107541 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aaad17-b9c7-4dc5-90cf-1aa3acc8d21a req-a2f7571f-5754-45ac-b74d-83fefbdf9d91 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:00.108988 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-76aaad17-b9c7-4dc5-90cf-1aa3acc8d21a req-a2f7571f-5754-45ac-b74d-83fefbdf9d91 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfd2ea67-30f5-4c53-b399-81b3434ca29b HTTP/1.1" status: 200 len: 945 time: 0.1051400 Nov 17 15:21:00.156143 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-76aaad17-b9c7-4dc5-90cf-1aa3acc8d21a req-3116290f-274b-4fb7-b873-a1a97471c651 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413861 Nov 17 15:21:01.273345 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093b55f-40d3-428c-878f-ca5e813b2bb1 req-b0e1aa63-16da-4dd3-a427-751b8a6380c4 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:01.274791 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-b093b55f-40d3-428c-878f-ca5e813b2bb1 req-b0e1aa63-16da-4dd3-a427-751b8a6380c4 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfd2ea67-30f5-4c53-b399-81b3434ca29b HTTP/1.1" status: 200 len: 945 time: 0.0525563 Nov 17 15:21:01.322558 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-b093b55f-40d3-428c-878f-ca5e813b2bb1 req-cf4431e2-b9ea-452a-897b-e339f41e45b4 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413141 Nov 17 15:21:02.434214 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c1d057-e2d5-4b20-888e-1510836e8c93 req-d44bf8c6-4fe7-4c38-a763-a980af2ef5a4 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:02.435681 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-e7c1d057-e2d5-4b20-888e-1510836e8c93 req-d44bf8c6-4fe7-4c38-a763-a980af2ef5a4 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfd2ea67-30f5-4c53-b399-81b3434ca29b HTTP/1.1" status: 200 len: 945 time: 0.0470064 Nov 17 15:21:02.491013 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-e7c1d057-e2d5-4b20-888e-1510836e8c93 req-d1d6bd62-de22-4e40-a9f7-06996bb586e4 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494192 Nov 17 15:21:03.028479 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0b42c-9a67-466e-960b-6610772b26e8 req-f3cdc49e-c705-4d71-bf2b-f86384ab0aae tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:03.030109 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-19b0b42c-9a67-466e-960b-6610772b26e8 req-f3cdc49e-c705-4d71-bf2b-f86384ab0aae tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfd2ea67-30f5-4c53-b399-81b3434ca29b HTTP/1.1" status: 200 len: 945 time: 0.0624878 Nov 17 15:21:03.125745 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [req-19b0b42c-9a67-466e-960b-6610772b26e8 req-a3ac841d-8716-4aec-81d6-b70ae66f487b tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Deleting port 4569eb3b-394e-467d-af0d-a7a4bc1e9051 {{(pid=101834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:21:03.126079 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-19b0b42c-9a67-466e-960b-6610772b26e8 req-a3ac841d-8716-4aec-81d6-b70ae66f487b tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:03.213380 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [req-19b0b42c-9a67-466e-960b-6610772b26e8 req-a3ac841d-8716-4aec-81d6-b70ae66f487b tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] For port 4569eb3b-394e-467d-af0d-a7a4bc1e9051, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=4569eb3b-394e-467d-af0d-a7a4bc1e9051,segment=NetworkSegment(4f89a60d-a2d1-4edb-a8d1-149bf81601d9),segment_id=4f89a60d-a2d1-4edb-a8d1-149bf81601d9)] {{(pid=101834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:21:03.213732 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-19b0b42c-9a67-466e-960b-6610772b26e8 req-a3ac841d-8716-4aec-81d6-b70ae66f487b tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:03.225871 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [req-19b0b42c-9a67-466e-960b-6610772b26e8 req-a3ac841d-8716-4aec-81d6-b70ae66f487b tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Calling delete_port for 4569eb3b-394e-467d-af0d-a7a4bc1e9051 owned by compute:nova {{(pid=101834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:21:03.347598 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-19b0b42c-9a67-466e-960b-6610772b26e8 req-a3ac841d-8716-4aec-81d6-b70ae66f487b tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:03.375331 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac841d-8716-4aec-81d6-b70ae66f487b tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Pushing event deleted for resources: {'Port': ['ID=4569eb3b-394e-467d-af0d-a7a4bc1e9051,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:21:03.416933 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b0b42c-9a67-466e-960b-6610772b26e8 req-a3ac841d-8716-4aec-81d6-b70ae66f487b tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] No DVR routers for this DVR port 4569eb3b-394e-467d-af0d-a7a4bc1e9051 on host hv-cinder-81823 {{(pid=101834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 15:21:03.419407 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-19b0b42c-9a67-466e-960b-6610772b26e8 req-a3ac841d-8716-4aec-81d6-b70ae66f487b tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for port, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:03.422626 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-19b0b42c-9a67-466e-960b-6610772b26e8 req-a3ac841d-8716-4aec-81d6-b70ae66f487b tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.55 "DELETE /v2.0/ports/4569eb3b-394e-467d-af0d-a7a4bc1e9051 HTTP/1.1" status: 204 len: 173 time: 0.3849671 Nov 17 15:21:03.423046 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfd2ea67-30f5-4c53-b399-81b3434ca29b', 'name': 'network-vif-deleted', 'tag': '4569eb3b-394e-467d-af0d-a7a4bc1e9051'}] {{(pid=101834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:21:03.425247 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10d7295a2f7876e94fbb36dd5f9fa1a1524f2628f083d864ab6dabde9166157e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de73b8a-3630-4395-8ace-9bc79f937974" -d '{"events": [{"server_uuid": "bfd2ea67-30f5-4c53-b399-81b3434ca29b", "name": "network-vif-deleted", "tag": "4569eb3b-394e-467d-af0d-a7a4bc1e9051"}]}' {{(pid=101834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:21:03.463017 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 15:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c066b6d8-1f6e-4c62-aa87-a3f6cb92216e x-openstack-request-id: req-c066b6d8-1f6e-4c62-aa87-a3f6cb92216e {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:21:03.463311 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfd2ea67-30f5-4c53-b399-81b3434ca29b", "name": "network-vif-deleted", "tag": "4569eb3b-394e-467d-af0d-a7a4bc1e9051", "status": "completed", "code": 200}]} {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:21:03.463645 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c066b6d8-1f6e-4c62-aa87-a3f6cb92216e {{(pid=101834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:21:03.463985 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfd2ea67-30f5-4c53-b399-81b3434ca29b', 'name': 'network-vif-deleted', 'tag': '4569eb3b-394e-467d-af0d-a7a4bc1e9051', 'status': 'completed', 'code': 200} Nov 17 15:21:03.582096 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-dfca2173-d3bb-424e-afd4-9ae1355b6edb req-23dfa674-7fe1-4dd8-9276-22175b365dcc tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfd2ea67-30f5-4c53-b399-81b3434ca29b HTTP/1.1" status: 200 len: 210 time: 0.0257857 Nov 17 15:21:04.009590 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f953cca-36f5-4f6f-af3c-d5e98a268237 req-cbdfed2a-7907-4332-bd6e-4c9ae5127290 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:04.010929 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-7f953cca-36f5-4f6f-af3c-d5e98a268237 req-cbdfed2a-7907-4332-bd6e-4c9ae5127290 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/networks?id=c7c8c8cc-4fd1-44e9-9278-447f4824bfc1 HTTP/1.1" status: 200 len: 814 time: 0.0979972 Nov 17 15:21:04.025569 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-7f953cca-36f5-4f6f-af3c-d5e98a268237 req-2dccd2af-3b70-49d9-9db0-5f7334cd6a45 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/quotas/c9fa6a420d6143b69064052cfceeff8e HTTP/1.1" status: 200 len: 375 time: 0.0089543 Nov 17 15:21:04.075760 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-7f953cca-36f5-4f6f-af3c-d5e98a268237 req-6f892659-e82e-431a-8043-dd8b78b8e75f tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c9fa6a420d6143b69064052cfceeff8e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0425024 Nov 17 15:21:04.166789 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-7f953cca-36f5-4f6f-af3c-d5e98a268237 req-6b3e28f9-b83c-4f8e-a74f-ead2a5624b03 service neutron] 10.222.0.62 "GET /v2.0/networks/c7c8c8cc-4fd1-44e9-9278-447f4824bfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842884 Nov 17 15:21:04.256887 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-7f953cca-36f5-4f6f-af3c-d5e98a268237 req-117968f1-7043-40a6-b656-ac071d9ae3d7 service neutron] 10.222.0.62 "GET /v2.0/networks/c7c8c8cc-4fd1-44e9-9278-447f4824bfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835748 Nov 17 15:21:04.413110 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-1d77e84a-8c12-4ec0-9b0a-19a6aa42228b req-3a4befd9-ba5b-454c-b7d8-54893574baed tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?device_id=d691b459-beeb-423f-9ab4-7d0b5068c111 HTTP/1.1" status: 200 len: 210 time: 0.0266240 Nov 17 15:21:04.675312 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-061a63a7-05ed-4bda-a03b-f08c3c09abac req-081b59db-db94-4b7d-b5fd-f84285fd2237 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfd2ea67-30f5-4c53-b399-81b3434ca29b HTTP/1.1" status: 200 len: 210 time: 0.0262299 Nov 17 15:21:05.503594 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-d2fabbb9-8bfd-4e96-9ed9-684cf1dfed6f req-7059961e-6f39-40c6-a42c-17eef14da4da tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?device_id=d691b459-beeb-423f-9ab4-7d0b5068c111 HTTP/1.1" status: 200 len: 210 time: 0.0257983 Nov 17 15:21:05.768303 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-0a183e49-8a06-4677-9e1e-88e89b3e0fb7 req-b8288f6e-a4f7-4409-ab14-ef35f3edc752 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfd2ea67-30f5-4c53-b399-81b3434ca29b HTTP/1.1" status: 200 len: 210 time: 0.0256951 Nov 17 15:21:06.180819 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:06.593684 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-a3e0a784-0aa7-442d-8756-233d19338da9 req-93f69ca5-96f8-4d9e-8194-ce0b492169ef tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?device_id=d691b459-beeb-423f-9ab4-7d0b5068c111 HTTP/1.1" status: 200 len: 210 time: 0.0253549 Nov 17 15:21:06.900615 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-0e5f4a27-83da-4315-a889-ef373bc74664 req-95b2b87c-2c01-4f5e-a736-f574aedc74ca tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfd2ea67-30f5-4c53-b399-81b3434ca29b HTTP/1.1" status: 200 len: 210 time: 0.0343513 Nov 17 15:21:06.930398 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f953cca-36f5-4f6f-af3c-d5e98a268237 req-6c81b797-1b23-455c-84b5-af7932e5ab1e tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:06.931877 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-7f953cca-36f5-4f6f-af3c-d5e98a268237 req-6c81b797-1b23-455c-84b5-af7932e5ab1e tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.55 "GET /v2.0/networks?id=c7c8c8cc-4fd1-44e9-9278-447f4824bfc1 HTTP/1.1" status: 200 len: 814 time: 0.1294250 Nov 17 15:21:06.953060 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [req-7f953cca-36f5-4f6f-af3c-d5e98a268237 req-79a0d7dd-428f-4183-978c-c057e4b1a4d7 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Request body: {'port': {'device_id': 'd691b459-beeb-423f-9ab4-7d0b5068c111', 'network_id': 'c7c8c8cc-4fd1-44e9-9278-447f4824bfc1', 'admin_state_up': True, 'tenant_id': 'c9fa6a420d6143b69064052cfceeff8e'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:21:07.060248 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f953cca-36f5-4f6f-af3c-d5e98a268237 req-79a0d7dd-428f-4183-978c-c057e4b1a4d7 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Made reservation on behalf of c9fa6a420d6143b69064052cfceeff8e for: {'port': 1} {{(pid=101834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:21:07.063693 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-7f953cca-36f5-4f6f-af3c-d5e98a268237 req-79a0d7dd-428f-4183-978c-c057e4b1a4d7 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:07.197662 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.db_base_plugin_common [req-7f953cca-36f5-4f6f-af3c-d5e98a268237 req-79a0d7dd-428f-4183-978c-c057e4b1a4d7 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Allocated IP 172.20.0.2 (c7c8c8cc-4fd1-44e9-9278-447f4824bfc1/ad221478-1f9e-4ce9-b94a-08aacbaf2a20/735d2e1b-6396-4a87-bb32-e495d4e74975) {{(pid=101834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:21:07.349931 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-7f953cca-36f5-4f6f-af3c-d5e98a268237 req-79a0d7dd-428f-4183-978c-c057e4b1a4d7 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Publish callbacks [] for port, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:07.387853 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-7f953cca-36f5-4f6f-af3c-d5e98a268237 req-79a0d7dd-428f-4183-978c-c057e4b1a4d7 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:07.398835 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] get_ports_and_sgs() called for port_ids ['ddab2da3-e211-436e-a8d4-0eff85a45f5a'] {{(pid=101835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 15:21:07.427809 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f953cca-36f5-4f6f-af3c-d5e98a268237 req-79a0d7dd-428f-4183-978c-c057e4b1a4d7 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Network c7c8c8cc-4fd1-44e9-9278-447f4824bfc1 is already hosted by enough agents. {{(pid=101834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:21:07.432829 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.base_scheduler [req-7f953cca-36f5-4f6f-af3c-d5e98a268237 req-79a0d7dd-428f-4183-978c-c057e4b1a4d7 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Resources bound (agent type, host, resource id): {{(pid=101834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:21:07.438739 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f953cca-36f5-4f6f-af3c-d5e98a268237 req-79a0d7dd-428f-4183-978c-c057e4b1a4d7 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Received port after_create {{(pid=101834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:21:07.469942 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a0d7dd-428f-4183-978c-c057e4b1a4d7 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Pushing event updated for resources: {'Port': ['ID=735d2e1b-6396-4a87-bb32-e495d4e74975,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:21:07.491713 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f953cca-36f5-4f6f-af3c-d5e98a268237 req-79a0d7dd-428f-4183-978c-c057e4b1a4d7 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:07.492320 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-7f953cca-36f5-4f6f-af3c-d5e98a268237 req-79a0d7dd-428f-4183-978c-c057e4b1a4d7 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for port, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:07.507755 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-7f953cca-36f5-4f6f-af3c-d5e98a268237 req-79a0d7dd-428f-4183-978c-c057e4b1a4d7 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5582619 Nov 17 15:21:07.711324 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba1205-49c5-4773-9bc5-e6ef0fcd92fd req-79d93451-4a02-455d-92c7-cc001e2980e8 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:07.712794 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-72ba1205-49c5-4773-9bc5-e6ef0fcd92fd req-79d93451-4a02-455d-92c7-cc001e2980e8 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?device_id=d691b459-beeb-423f-9ab4-7d0b5068c111 HTTP/1.1" status: 200 len: 931 time: 0.0522940 Nov 17 15:21:07.758442 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-72ba1205-49c5-4773-9bc5-e6ef0fcd92fd req-401f6a9b-d7fb-4a0e-8079-c1c9405f3deb tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/security-groups?id=3802a123-c5a3-4fbd-b47a-aaa8461fa8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397334 Nov 17 15:21:08.406534 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [req-7f953cca-36f5-4f6f-af3c-d5e98a268237 req-1d9a79f7-4cea-4ae7-9511-3bef819e6ca7 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=101834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 17 15:21:08.407550 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-7f953cca-36f5-4f6f-af3c-d5e98a268237 req-1d9a79f7-4cea-4ae7-9511-3bef819e6ca7 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057559 Nov 17 15:21:08.871070 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c6ab4-2d9c-425a-88b7-1c42eeda2562 req-158c9838-99da-49f0-a35e-3b9bf437d1ea tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:08.872532 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-a83c6ab4-2d9c-425a-88b7-1c42eeda2562 req-158c9838-99da-49f0-a35e-3b9bf437d1ea tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?device_id=d691b459-beeb-423f-9ab4-7d0b5068c111 HTTP/1.1" status: 200 len: 931 time: 0.0487807 Nov 17 15:21:08.918543 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-a83c6ab4-2d9c-425a-88b7-1c42eeda2562 req-7a90019d-1b44-4a67-a387-affb940de555 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/security-groups?id=3802a123-c5a3-4fbd-b47a-aaa8461fa8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402498 Nov 17 15:21:10.030843 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8a6a8-e075-4b99-a1ed-02a3ad163bca req-3e90af53-f118-4007-abcf-8e6eca1f2245 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:10.032310 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-6aa8a6a8-e075-4b99-a1ed-02a3ad163bca req-3e90af53-f118-4007-abcf-8e6eca1f2245 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?device_id=d691b459-beeb-423f-9ab4-7d0b5068c111 HTTP/1.1" status: 200 len: 931 time: 0.0472291 Nov 17 15:21:10.358676 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-6aa8a6a8-e075-4b99-a1ed-02a3ad163bca req-220d3021-55c6-4832-95d7-74ed208477c9 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/security-groups?id=3802a123-c5a3-4fbd-b47a-aaa8461fa8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205140 Nov 17 15:21:10.404153 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [req-7f953cca-36f5-4f6f-af3c-d5e98a268237 req-6ef3bd95-b739-402d-83b4-fde89d224d4e service neutron] Request body: {'port': {'device_id': 'd691b459-beeb-423f-9ab4-7d0b5068c111', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81823'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:21:10.454401 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-7f953cca-36f5-4f6f-af3c-d5e98a268237 req-6ef3bd95-b739-402d-83b4-fde89d224d4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:10.705123 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.notifiers.nova [req-7f953cca-36f5-4f6f-af3c-d5e98a268237 req-6ef3bd95-b739-402d-83b4-fde89d224d4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 735d2e1b-6396-4a87-bb32-e495d4e74975 {{(pid=101834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 15:21:10.712333 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-7f953cca-36f5-4f6f-af3c-d5e98a268237 req-6ef3bd95-b739-402d-83b4-fde89d224d4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:10.730837 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.provisioning_blocks [req-7f953cca-36f5-4f6f-af3c-d5e98a268237 req-6ef3bd95-b739-402d-83b4-fde89d224d4e service neutron] Transition to ACTIVE for port object 735d2e1b-6396-4a87-bb32-e495d4e74975 will not be triggered until provisioned by entity L2. {{(pid=101834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 17 15:21:10.735033 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-7f953cca-36f5-4f6f-af3c-d5e98a268237 req-6ef3bd95-b739-402d-83b4-fde89d224d4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4397568'] for port, after_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:10.801823 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef3bd95-b739-402d-83b4-fde89d224d4e service neutron] Pushing event updated for resources: {'Port': ['ID=735d2e1b-6396-4a87-bb32-e495d4e74975,revision_number=2']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:21:10.853142 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.managers [req-7f953cca-36f5-4f6f-af3c-d5e98a268237 req-6ef3bd95-b739-402d-83b4-fde89d224d4e service neutron] Attempting to bind port 735d2e1b-6396-4a87-bb32-e495d4e74975 on host hv-cinder-81823 for vnic_type normal with profile {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 15:21:10.853471 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.managers [req-7f953cca-36f5-4f6f-af3c-d5e98a268237 req-6ef3bd95-b739-402d-83b4-fde89d224d4e service neutron] Attempting to bind port 735d2e1b-6396-4a87-bb32-e495d4e74975 by drivers openvswitch,hyperv on host hv-cinder-81823 at level 0 using segments [{'id': '187dce46-03c0-4682-beb7-de0bdfd4aab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'c7c8c8cc-4fd1-44e9-9278-447f4824bfc1'}] {{(pid=101834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 15:21:10.853791 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f953cca-36f5-4f6f-af3c-d5e98a268237 req-6ef3bd95-b739-402d-83b4-fde89d224d4e service neutron] Attempting to bind port 735d2e1b-6396-4a87-bb32-e495d4e74975 on network c7c8c8cc-4fd1-44e9-9278-447f4824bfc1 {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:21:10.858575 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f953cca-36f5-4f6f-af3c-d5e98a268237 req-6ef3bd95-b739-402d-83b4-fde89d224d4e service neutron] Port 735d2e1b-6396-4a87-bb32-e495d4e74975 on network c7c8c8cc-4fd1-44e9-9278-447f4824bfc1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81823 {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 17 15:21:10.858884 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f953cca-36f5-4f6f-af3c-d5e98a268237 req-6ef3bd95-b739-402d-83b4-fde89d224d4e service neutron] Attempting to bind port 735d2e1b-6396-4a87-bb32-e495d4e74975 on network c7c8c8cc-4fd1-44e9-9278-447f4824bfc1 {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:21:10.863750 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f953cca-36f5-4f6f-af3c-d5e98a268237 req-6ef3bd95-b739-402d-83b4-fde89d224d4e service neutron] Checking agent: {'id': '56359ff8-4a05-4ac1-99e4-1793cc03f30f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81823', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 15, 9, 3), 'started_at': datetime.datetime(2021, 11, 17, 15, 9, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 15, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 15:21:10.864080 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f953cca-36f5-4f6f-af3c-d5e98a268237 req-6ef3bd95-b739-402d-83b4-fde89d224d4e service neutron] Checking segment: {'id': '187dce46-03c0-4682-beb7-de0bdfd4aab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'c7c8c8cc-4fd1-44e9-9278-447f4824bfc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:21:10.864453 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f953cca-36f5-4f6f-af3c-d5e98a268237 req-6ef3bd95-b739-402d-83b4-fde89d224d4e service neutron] Bound using segment: {'id': '187dce46-03c0-4682-beb7-de0bdfd4aab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'c7c8c8cc-4fd1-44e9-9278-447f4824bfc1'} {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 15:21:10.865042 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.managers [req-7f953cca-36f5-4f6f-af3c-d5e98a268237 req-6ef3bd95-b739-402d-83b4-fde89d224d4e service neutron] Bound port: 735d2e1b-6396-4a87-bb32-e495d4e74975, host: hv-cinder-81823, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '187dce46-03c0-4682-beb7-de0bdfd4aab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'c7c8c8cc-4fd1-44e9-9278-447f4824bfc1'}}] {{(pid=101834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 15:21:10.865526 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-7f953cca-36f5-4f6f-af3c-d5e98a268237 req-6ef3bd95-b739-402d-83b4-fde89d224d4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:10.928414 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [req-7f953cca-36f5-4f6f-af3c-d5e98a268237 req-6ef3bd95-b739-402d-83b4-fde89d224d4e service neutron] For port 735d2e1b-6396-4a87-bb32-e495d4e74975, host hv-cinder-81823, cleared binding levels {{(pid=101834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 15:21:10.931290 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [req-7f953cca-36f5-4f6f-af3c-d5e98a268237 req-6ef3bd95-b739-402d-83b4-fde89d224d4e service neutron] For port 735d2e1b-6396-4a87-bb32-e495d4e74975, host hv-cinder-81823, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=735d2e1b-6396-4a87-bb32-e495d4e74975,segment=NetworkSegment(187dce46-03c0-4682-beb7-de0bdfd4aab0),segment_id=187dce46-03c0-4682-beb7-de0bdfd4aab0)] {{(pid=101834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 15:21:10.935874 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-7f953cca-36f5-4f6f-af3c-d5e98a268237 req-6ef3bd95-b739-402d-83b4-fde89d224d4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4397568'] for port, after_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:10.969299 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f953cca-36f5-4f6f-af3c-d5e98a268237 req-6ef3bd95-b739-402d-83b4-fde89d224d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:10.970089 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-7f953cca-36f5-4f6f-af3c-d5e98a268237 req-6ef3bd95-b739-402d-83b4-fde89d224d4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for port, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:10.971471 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-7f953cca-36f5-4f6f-af3c-d5e98a268237 req-6ef3bd95-b739-402d-83b4-fde89d224d4e service neutron] 10.222.0.55 "PUT /v2.0/ports/735d2e1b-6396-4a87-bb32-e495d4e74975 HTTP/1.1" status: 200 len: 1093 time: 0.6275346 Nov 17 15:21:10.973870 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd691b459-beeb-423f-9ab4-7d0b5068c111', 'tag': '735d2e1b-6396-4a87-bb32-e495d4e74975'}] {{(pid=101834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:21:10.976648 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10d7295a2f7876e94fbb36dd5f9fa1a1524f2628f083d864ab6dabde9166157e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48000521-ea2b-4b79-ada6-9c1ef370dfb2" -d '{"events": [{"name": "network-changed", "server_uuid": "d691b459-beeb-423f-9ab4-7d0b5068c111", "tag": "735d2e1b-6396-4a87-bb32-e495d4e74975"}]}' {{(pid=101834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:21:11.004534 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef3bd95-b739-402d-83b4-fde89d224d4e service neutron] Pushing event updated for resources: {'Port': ['ID=735d2e1b-6396-4a87-bb32-e495d4e74975,revision_number=3']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:21:11.013368 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 15:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3de1c5-d208-439a-8bb6-ef1840a991b7 x-openstack-request-id: req-8c3de1c5-d208-439a-8bb6-ef1840a991b7 {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:21:11.013674 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d691b459-beeb-423f-9ab4-7d0b5068c111", "tag": "735d2e1b-6396-4a87-bb32-e495d4e74975", "status": "completed", "code": 200}]} {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:21:11.013920 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8c3de1c5-d208-439a-8bb6-ef1840a991b7 {{(pid=101834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:21:11.014309 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd691b459-beeb-423f-9ab4-7d0b5068c111', 'tag': '735d2e1b-6396-4a87-bb32-e495d4e74975', 'status': 'completed', 'code': 200} Nov 17 15:21:11.064991 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f953cca-36f5-4f6f-af3c-d5e98a268237 req-21103f14-8be1-40b6-b6e5-45f104ccfb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:11.066478 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-7f953cca-36f5-4f6f-af3c-d5e98a268237 req-21103f14-8be1-40b6-b6e5-45f104ccfb76 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9fa6a420d6143b69064052cfceeff8e&device_id=d691b459-beeb-423f-9ab4-7d0b5068c111 HTTP/1.1" status: 200 len: 1096 time: 0.0419130 Nov 17 15:21:11.112758 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-7f953cca-36f5-4f6f-af3c-d5e98a268237 req-0f47d1c7-d4e6-4d77-a720-1de3c8e23bf6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=735d2e1b-6396-4a87-bb32-e495d4e74975 HTTP/1.1" status: 200 len: 217 time: 0.0361524 Nov 17 15:21:11.166634 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f953cca-36f5-4f6f-af3c-d5e98a268237 req-999ac0de-8313-485f-b1ee-e0f63f93536c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:11.168721 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-7f953cca-36f5-4f6f-af3c-d5e98a268237 req-999ac0de-8313-485f-b1ee-e0f63f93536c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ad221478-1f9e-4ce9-b94a-08aacbaf2a20 HTTP/1.1" status: 200 len: 854 time: 0.0431216 Nov 17 15:21:11.201533 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-7f953cca-36f5-4f6f-af3c-d5e98a268237 req-9c135479-d6fa-4741-8be6-5437a03bff81 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c7c8c8cc-4fd1-44e9-9278-447f4824bfc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245535 Nov 17 15:21:11.295659 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-7f953cca-36f5-4f6f-af3c-d5e98a268237 req-b0194e0a-1c5b-4364-bfcd-f16bbe0c9452 service neutron] 10.222.0.55 "GET /v2.0/networks/c7c8c8cc-4fd1-44e9-9278-447f4824bfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853653 Nov 17 15:21:11.388438 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-7f953cca-36f5-4f6f-af3c-d5e98a268237 req-b7b82460-e4b1-46fd-a2a2-2c5220e3effe service neutron] 10.222.0.55 "GET /v2.0/networks/c7c8c8cc-4fd1-44e9-9278-447f4824bfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820177 Nov 17 15:21:11.514009 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48000521-ea2b-4b79-ada6-9c1ef370dfb2 req-c3113dcc-bf6f-440f-890b-ce8064a31dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:11.515662 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-48000521-ea2b-4b79-ada6-9c1ef370dfb2 req-c3113dcc-bf6f-440f-890b-ce8064a31dc8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9fa6a420d6143b69064052cfceeff8e&device_id=d691b459-beeb-423f-9ab4-7d0b5068c111 HTTP/1.1" status: 200 len: 1096 time: 0.0567100 Nov 17 15:21:11.523772 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a354a98-1263-4875-ac73-4e0b6020581e req-9789fd35-b2ca-4ccc-85d8-8af7ebd2b744 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:11.525170 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-0a354a98-1263-4875-ac73-4e0b6020581e req-9789fd35-b2ca-4ccc-85d8-8af7ebd2b744 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?device_id=d691b459-beeb-423f-9ab4-7d0b5068c111 HTTP/1.1" status: 200 len: 943 time: 0.0928090 Nov 17 15:21:11.631310 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-0a354a98-1263-4875-ac73-4e0b6020581e req-586c2b14-ea02-4f85-919b-d3c726ba1479 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/security-groups?id=3802a123-c5a3-4fbd-b47a-aaa8461fa8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972867 Nov 17 15:21:11.646647 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48000521-ea2b-4b79-ada6-9c1ef370dfb2 req-c512b7d7-f345-4c42-919d-6293a242d1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:11.646647 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-48000521-ea2b-4b79-ada6-9c1ef370dfb2 req-c512b7d7-f345-4c42-919d-6293a242d1bc service neutron] 10.222.0.55 "GET /v2.0/networks?id=c7c8c8cc-4fd1-44e9-9278-447f4824bfc1 HTTP/1.1" status: 200 len: 915 time: 0.1196284 Nov 17 15:21:11.693728 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-48000521-ea2b-4b79-ada6-9c1ef370dfb2 req-67b22b26-dd06-475a-8eb2-03abca13e0db service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=735d2e1b-6396-4a87-bb32-e495d4e74975 HTTP/1.1" status: 200 len: 217 time: 0.0378265 Nov 17 15:21:11.745094 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48000521-ea2b-4b79-ada6-9c1ef370dfb2 req-d5a09084-d845-4cdd-bda2-1675a42e7410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:11.746783 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-48000521-ea2b-4b79-ada6-9c1ef370dfb2 req-d5a09084-d845-4cdd-bda2-1675a42e7410 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ad221478-1f9e-4ce9-b94a-08aacbaf2a20 HTTP/1.1" status: 200 len: 854 time: 0.0446484 Nov 17 15:21:11.779867 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-48000521-ea2b-4b79-ada6-9c1ef370dfb2 req-00f9fc44-8e2f-437b-88ce-580230ca5a07 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c7c8c8cc-4fd1-44e9-9278-447f4824bfc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252807 Nov 17 15:21:11.876167 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-48000521-ea2b-4b79-ada6-9c1ef370dfb2 req-ac83e3de-e419-40b2-8d18-a3d983dfcd85 service neutron] 10.222.0.55 "GET /v2.0/networks/c7c8c8cc-4fd1-44e9-9278-447f4824bfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880959 Nov 17 15:21:11.968291 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-48000521-ea2b-4b79-ada6-9c1ef370dfb2 req-257397c5-4669-46ec-ad50-3577cb0b2481 service neutron] 10.222.0.55 "GET /v2.0/networks/c7c8c8cc-4fd1-44e9-9278-447f4824bfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835662 Nov 17 15:21:12.257899 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 37090) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:21:12.281242 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device 4569eb3b-394e-467d-af0d-a7a4bc1e9051 no longer exists at agent hyperv_hv-cinder-81823 {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 15:21:12.304568 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] No Port match for: 4569eb3b-394e-467d-af0d-a7a4bc1e9051 {{(pid=101835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 15:21:12.304906 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device 4569eb3b-394e-467d-af0d-a7a4bc1e9051 not bound to the agent host hv-cinder-81823 {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 15:21:12.412776 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.plugin [None req-bf31d3fd-8044-46fa-8e22-8dc65ea262be tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Deleting port 87dda453-3e9e-49a8-8b8a-c72dbd8c4325 {{(pid=101833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:21:12.413107 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-bf31d3fd-8044-46fa-8e22-8dc65ea262be tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:12.489731 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-bf31d3fd-8044-46fa-8e22-8dc65ea262be tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:12.490056 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-bf31d3fd-8044-46fa-8e22-8dc65ea262be tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:12.501999 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.plugin [None req-bf31d3fd-8044-46fa-8e22-8dc65ea262be tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Calling delete_port for 87dda453-3e9e-49a8-8b8a-c72dbd8c4325 owned by network:floatingip {{(pid=101833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:21:12.648600 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-bf31d3fd-8044-46fa-8e22-8dc65ea262be tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4228920'] for port, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:12.675956 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf31d3fd-8044-46fa-8e22-8dc65ea262be tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Pushing event deleted for resources: {'Port': ['ID=87dda453-3e9e-49a8-8b8a-c72dbd8c4325,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:21:12.763583 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-bf31d3fd-8044-46fa-8e22-8dc65ea262be tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks [] for floatingip, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:12.763814 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.db.l3_db [None req-bf31d3fd-8044-46fa-8e22-8dc65ea262be tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Floating IP 3bf521ab-35e2-4465-bd55-93ff685443be disassociated (deleted). External IP: 172.27.1.230, port: b1d412b1-30eb-4ed4-ad97-65f10aefa3dd. Nov 17 15:21:12.809773 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4834ffd-2cb1-45bf-97cf-8bab0c989009 req-cc15bd40-b489-4576-ae22-28537a58b02e tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:12.811214 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-a4834ffd-2cb1-45bf-97cf-8bab0c989009 req-cc15bd40-b489-4576-ae22-28537a58b02e tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?device_id=d691b459-beeb-423f-9ab4-7d0b5068c111 HTTP/1.1" status: 200 len: 943 time: 0.0944262 Nov 17 15:21:12.903410 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-a4834ffd-2cb1-45bf-97cf-8bab0c989009 req-b78a68ba-332d-40bf-9d45-41a5f7d9f121 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/security-groups?id=3802a123-c5a3-4fbd-b47a-aaa8461fa8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863335 Nov 17 15:21:13.017402 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf31d3fd-8044-46fa-8e22-8dc65ea262be tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Router a61df69b-0ab4-40d4-a1f4-c7078d62aced has already been hosted by L3 agent ed3bd2e8-8a22-4616-b806-7e727ef760a6 {{(pid=101833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 15:21:13.124158 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf31d3fd-8044-46fa-8e22-8dc65ea262be tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Notify agent at l3_agent.dv-cinder-818233-1-iscsi the message routers_updated {{(pid=101833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 15:21:13.129314 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-bf31d3fd-8044-46fa-8e22-8dc65ea262be tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for floatingip, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:13.134011 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf73cc9-333f-432e-8cbf-92101783beee None None] Sync routers for ids ['a61df69b-0ab4-40d4-a1f4-c7078d62aced'] in dv-cinder-818233-1-iscsi {{(pid=101835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 15:21:13.144388 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf73cc9-333f-432e-8cbf-92101783beee None None] Routers {'a61df69b-0ab4-40d4-a1f4-c7078d62aced'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:21:13.145365 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-aaf73cc9-333f-432e-8cbf-92101783beee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:20:54Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['a61df69b-0ab4-40d4-a1f4-c7078d62aced'], 'active': True} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:21:13.163320 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-bf31d3fd-8044-46fa-8e22-8dc65ea262be tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "DELETE /v2.0/floatingips/3bf521ab-35e2-4465-bd55-93ff685443be HTTP/1.1" status: 204 len: 168 time: 0.9043260 Nov 17 15:21:13.164487 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd86d950-b576-4557-a3a6-6f40d04540a4', 'tag': 'b1d412b1-30eb-4ed4-ad97-65f10aefa3dd'}] {{(pid=101833) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:21:13.169298 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98a3914b10db2bda8b449d081c398edb642d8063ca6ecbd0a439108c8bd060b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d7278f-efe4-432d-b9ca-d1846fcf9dd6" -d '{"events": [{"name": "network-changed", "server_uuid": "cd86d950-b576-4557-a3a6-6f40d04540a4", "tag": "b1d412b1-30eb-4ed4-ad97-65f10aefa3dd"}]}' {{(pid=101833) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:21:13.211715 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 15:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a385a9-91d8-4ebc-b7ca-60b660dea25a x-openstack-request-id: req-19a385a9-91d8-4ebc-b7ca-60b660dea25a {{(pid=101833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:21:13.212008 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd86d950-b576-4557-a3a6-6f40d04540a4", "tag": "b1d412b1-30eb-4ed4-ad97-65f10aefa3dd", "status": "completed", "code": 200}]} {{(pid=101833) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:21:13.212262 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-19a385a9-91d8-4ebc-b7ca-60b660dea25a {{(pid=101833) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:21:13.212670 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd86d950-b576-4557-a3a6-6f40d04540a4', 'tag': 'b1d412b1-30eb-4ed4-ad97-65f10aefa3dd', 'status': 'completed', 'code': 200} Nov 17 15:21:13.254623 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvr_db [None req-aaf73cc9-333f-432e-8cbf-92101783beee None None] Set router a61df69b-0ab4-40d4-a1f4-c7078d62aced gateway port host: dv-cinder-818233-1-iscsi {{(pid=101835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:21:13.301128 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d7278f-efe4-432d-b9ca-d1846fcf9dd6 req-2f3dd624-a629-423c-9751-52178adf6ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:13.302961 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-75d7278f-efe4-432d-b9ca-d1846fcf9dd6 req-2f3dd624-a629-423c-9751-52178adf6ee1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5131dce595224bfe8a730cc800f0f158&device_id=cd86d950-b576-4557-a3a6-6f40d04540a4 HTTP/1.1" status: 200 len: 1098 time: 0.0538189 Nov 17 15:21:13.408748 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a5a2f-8a42-42b3-a669-f90fa0913c75 req-8bb86498-c472-4258-8a8b-7b086285b85f tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:13.410270 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-d73a5a2f-8a42-42b3-a669-f90fa0913c75 req-8bb86498-c472-4258-8a8b-7b086285b85f tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd86d950-b576-4557-a3a6-6f40d04540a4 HTTP/1.1" status: 200 len: 945 time: 0.0501823 Nov 17 15:21:13.421316 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d7278f-efe4-432d-b9ca-d1846fcf9dd6 req-2b55e12d-a38a-42d0-8348-12d7383c587a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:13.422789 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-75d7278f-efe4-432d-b9ca-d1846fcf9dd6 req-2b55e12d-a38a-42d0-8348-12d7383c587a service neutron] 10.222.0.55 "GET /v2.0/networks?id=35a21660-a2ad-472c-8fa2-5b7c2854ced6 HTTP/1.1" status: 200 len: 912 time: 0.1101947 Nov 17 15:21:13.465411 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-d73a5a2f-8a42-42b3-a669-f90fa0913c75 req-26668c28-b569-4067-8d0b-b5b3eb396e9f tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462966 Nov 17 15:21:13.471734 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-aaf73cc9-333f-432e-8cbf-92101783beee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'name': 'tempest-TestVolumeBootPattern-306581770-router', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '13f6defa-d81d-4cbd-b56b-caef0a78c82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:12:56Z', 'updated_at': '2021-11-17T15:13:00Z', 'revision_number': 4, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'gw_port': {'id': '13f6defa-d81d-4cbd-b56b-caef0a78c82f', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:92:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:12:57Z', 'updated_at': '2021-11-17T15:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': '390b095e-58fd-4b61-b533-dbc126b40592', 'name': '', 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'mac_address': 'fa:16:3e:d3:f2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e5c17a34-0ae9-43c6-8fa8-687d40ad609a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:12:59Z', 'updated_at': '2021-11-17T15:13:05Z', 'revision_number': 5, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'subnets': [{'id': 'e5c17a34-0ae9-43c6-8fa8-687d40ad609a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:21:13.476087 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-75d7278f-efe4-432d-b9ca-d1846fcf9dd6 req-80db7c0c-c3aa-477c-a04b-74cdb52c8652 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1d412b1-30eb-4ed4-ad97-65f10aefa3dd HTTP/1.1" status: 200 len: 217 time: 0.0445030 Nov 17 15:21:13.498968 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf73cc9-333f-432e-8cbf-92101783beee None None] Checking router: a61df69b-0ab4-40d4-a1f4-c7078d62aced for host: dv-cinder-818233-1-iscsi {{(pid=101835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 15:21:13.507329 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf73cc9-333f-432e-8cbf-92101783beee None None] Routers {'a61df69b-0ab4-40d4-a1f4-c7078d62aced'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:21:13.507969 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-aaf73cc9-333f-432e-8cbf-92101783beee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:20:54Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['a61df69b-0ab4-40d4-a1f4-c7078d62aced'], 'active': True} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:21:13.535076 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d7278f-efe4-432d-b9ca-d1846fcf9dd6 req-eb9a13b6-5002-43da-94a5-66b88fb115e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:13.537623 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-75d7278f-efe4-432d-b9ca-d1846fcf9dd6 req-eb9a13b6-5002-43da-94a5-66b88fb115e8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e5c17a34-0ae9-43c6-8fa8-687d40ad609a HTTP/1.1" status: 200 len: 850 time: 0.0525248 Nov 17 15:21:13.587163 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d7278f-efe4-432d-b9ca-d1846fcf9dd6 req-7cf7fb33-47dd-4f43-a9c7-c1853505ea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:13.588588 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-75d7278f-efe4-432d-b9ca-d1846fcf9dd6 req-7cf7fb33-47dd-4f43-a9c7-c1853505ea25 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=35a21660-a2ad-472c-8fa2-5b7c2854ced6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411835 Nov 17 15:21:13.623412 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvr_db [None req-aaf73cc9-333f-432e-8cbf-92101783beee None None] Set router a61df69b-0ab4-40d4-a1f4-c7078d62aced gateway port host: dv-cinder-818233-1-iscsi {{(pid=101835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:21:13.685340 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-75d7278f-efe4-432d-b9ca-d1846fcf9dd6 req-931e2aa5-cf63-4fbd-b3ec-da3229b2d99b service neutron] 10.222.0.55 "GET /v2.0/networks/35a21660-a2ad-472c-8fa2-5b7c2854ced6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859706 Nov 17 15:21:13.783182 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-75d7278f-efe4-432d-b9ca-d1846fcf9dd6 req-2fcc5509-2331-49ed-bc1b-b0a81288c410 service neutron] 10.222.0.55 "GET /v2.0/networks/35a21660-a2ad-472c-8fa2-5b7c2854ced6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825236 Nov 17 15:21:13.937566 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-aaf73cc9-333f-432e-8cbf-92101783beee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'name': 'tempest-TestVolumeBootPattern-306581770-router', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '13f6defa-d81d-4cbd-b56b-caef0a78c82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:12:56Z', 'updated_at': '2021-11-17T15:13:00Z', 'revision_number': 4, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'gw_port': {'id': '13f6defa-d81d-4cbd-b56b-caef0a78c82f', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:92:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:12:57Z', 'updated_at': '2021-11-17T15:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': '390b095e-58fd-4b61-b533-dbc126b40592', 'name': '', 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'mac_address': 'fa:16:3e:d3:f2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e5c17a34-0ae9-43c6-8fa8-687d40ad609a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:12:59Z', 'updated_at': '2021-11-17T15:13:05Z', 'revision_number': 5, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'subnets': [{'id': 'e5c17a34-0ae9-43c6-8fa8-687d40ad609a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:21:13.963540 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf73cc9-333f-432e-8cbf-92101783beee None None] The sync data for ids ['a61df69b-0ab4-40d4-a1f4-c7078d62aced'] in dv-cinder-818233-1-iscsi is: [{'id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'name': 'tempest-TestVolumeBootPattern-306581770-router', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '13f6defa-d81d-4cbd-b56b-caef0a78c82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:12:56Z', 'updated_at': '2021-11-17T15:13:00Z', 'revision_number': 4, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'gw_port': {'id': '13f6defa-d81d-4cbd-b56b-caef0a78c82f', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:92:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:12:57Z', 'updated_at': '2021-11-17T15:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': '390b095e-58fd-4b61-b533-dbc126b40592', 'name': '', 'network_id': '35a21660-a2ad-472c-8fa2-5b7c2854ced6', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'mac_address': 'fa:16:3e:d3:f2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'e5c17a34-0ae9-43c6-8fa8-687d40ad609a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:12:59Z', 'updated_at': '2021-11-17T15:13:05Z', 'revision_number': 5, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'subnets': [{'id': 'e5c17a34-0ae9-43c6-8fa8-687d40ad609a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 15:21:14.020463 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f4ec8-886b-45da-ba73-24a48898c258 req-7cfb409a-0321-4592-899c-fb1b4001a715 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:14.022192 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-c74f4ec8-886b-45da-ba73-24a48898c258 req-7cfb409a-0321-4592-899c-fb1b4001a715 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?device_id=d691b459-beeb-423f-9ab4-7d0b5068c111 HTTP/1.1" status: 200 len: 943 time: 0.0516484 Nov 17 15:21:14.075443 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-c74f4ec8-886b-45da-ba73-24a48898c258 req-5036f04f-d3df-4c27-a2d0-6caee2c28b59 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/security-groups?id=3802a123-c5a3-4fbd-b47a-aaa8461fa8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469761 Nov 17 15:21:14.174330 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b6eb5e-130a-441e-b5f9-29fbcf6b0410 None None] New status for floating IP 3bf521ab-35e2-4465-bd55-93ff685443be: DOWN {{(pid=101836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 17 15:21:14.281295 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device 735d2e1b-6396-4a87-bb32-e495d4e74975 details requested by agent hyperv_hv-cinder-81823 with host hv-cinder-81823 {{(pid=101835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 17 15:21:14.377469 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port 735d2e1b-6396-4a87-bb32-e495d4e74975, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=735d2e1b-6396-4a87-bb32-e495d4e74975,segment=NetworkSegment(187dce46-03c0-4682-beb7-de0bdfd4aab0),segment_id=187dce46-03c0-4682-beb7-de0bdfd4aab0)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:21:14.388939 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Returning: {'device': '735d2e1b-6396-4a87-bb32-e495d4e74975', 'network_id': 'c7c8c8cc-4fd1-44e9-9278-447f4824bfc1', 'port_id': '735d2e1b-6396-4a87-bb32-e495d4e74975', 'mac_address': 'fa:16:3e:14:33:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad221478-1f9e-4ce9-b94a-08aacbaf2a20', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 17 15:21:14.425057 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:14.438483 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.notifiers.nova [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 735d2e1b-6396-4a87-bb32-e495d4e74975 {{(pid=101835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 15:21:14.459154 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port 735d2e1b-6396-4a87-bb32-e495d4e74975, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=735d2e1b-6396-4a87-bb32-e495d4e74975,segment=NetworkSegment(187dce46-03c0-4682-beb7-de0bdfd4aab0),segment_id=187dce46-03c0-4682-beb7-de0bdfd4aab0)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:21:14.462879 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:14.513517 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Pushing event updated for resources: {'Port': ['ID=735d2e1b-6396-4a87-bb32-e495d4e74975,revision_number=4']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:21:14.579545 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680585a-2a04-46dc-951f-8cec48240a62 req-a868c111-a163-4813-a3bf-1010467310d6 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:14.580992 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-1680585a-2a04-46dc-951f-8cec48240a62 req-a868c111-a163-4813-a3bf-1010467310d6 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd86d950-b576-4557-a3a6-6f40d04540a4 HTTP/1.1" status: 200 len: 945 time: 0.0478272 Nov 17 15:21:14.631904 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-1680585a-2a04-46dc-951f-8cec48240a62 req-e0621879-a9b0-4461-92fc-e33646450371 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/security-groups?id=418ad473-dff6-432a-ba4f-d87e422e1701&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451989 Nov 17 15:21:14.781970 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] get_ports_and_sgs() called for port_ids ['735d2e1b-6396-4a87-bb32-e495d4e74975'] {{(pid=101835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 15:21:15.194524 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065e172-af0c-4765-ac5d-0f2b2504d53b req-a420f744-b951-4d9b-8148-733e3ea2f12a tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:15.196012 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-0065e172-af0c-4765-ac5d-0f2b2504d53b req-a420f744-b951-4d9b-8148-733e3ea2f12a tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?device_id=d691b459-beeb-423f-9ab4-7d0b5068c111 HTTP/1.1" status: 200 len: 944 time: 0.0479281 Nov 17 15:21:15.270278 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-0065e172-af0c-4765-ac5d-0f2b2504d53b req-90116ae5-3161-43e9-9e85-88ea77726899 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/security-groups?id=3802a123-c5a3-4fbd-b47a-aaa8461fa8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684605 Nov 17 15:21:15.279245 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423c22f-823c-48cf-b994-dd916789ed2e req-77116d5d-3d14-402c-839d-8630ed8b9dd4 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:15.280853 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-9423c22f-823c-48cf-b994-dd916789ed2e req-77116d5d-3d14-402c-839d-8630ed8b9dd4 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.55 "GET /v2.0/ports?device_id=cd86d950-b576-4557-a3a6-6f40d04540a4 HTTP/1.1" status: 200 len: 945 time: 0.0734737 Nov 17 15:21:15.378693 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [req-9423c22f-823c-48cf-b994-dd916789ed2e req-efdb9204-6336-4cdf-b8ab-dd0412f71036 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Deleting port b1d412b1-30eb-4ed4-ad97-65f10aefa3dd {{(pid=101834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:21:15.379060 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-9423c22f-823c-48cf-b994-dd916789ed2e req-efdb9204-6336-4cdf-b8ab-dd0412f71036 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:15.466875 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [req-9423c22f-823c-48cf-b994-dd916789ed2e req-efdb9204-6336-4cdf-b8ab-dd0412f71036 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] For port b1d412b1-30eb-4ed4-ad97-65f10aefa3dd, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=b1d412b1-30eb-4ed4-ad97-65f10aefa3dd,segment=NetworkSegment(4f89a60d-a2d1-4edb-a8d1-149bf81601d9),segment_id=4f89a60d-a2d1-4edb-a8d1-149bf81601d9)] {{(pid=101834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:21:15.467235 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-9423c22f-823c-48cf-b994-dd916789ed2e req-efdb9204-6336-4cdf-b8ab-dd0412f71036 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:15.480262 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [req-9423c22f-823c-48cf-b994-dd916789ed2e req-efdb9204-6336-4cdf-b8ab-dd0412f71036 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Calling delete_port for b1d412b1-30eb-4ed4-ad97-65f10aefa3dd owned by compute:nova {{(pid=101834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:21:15.608052 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-9423c22f-823c-48cf-b994-dd916789ed2e req-efdb9204-6336-4cdf-b8ab-dd0412f71036 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:15.633119 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdb9204-6336-4cdf-b8ab-dd0412f71036 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Pushing event deleted for resources: {'Port': ['ID=b1d412b1-30eb-4ed4-ad97-65f10aefa3dd,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:21:15.680088 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.l3_dvrscheduler_db [req-9423c22f-823c-48cf-b994-dd916789ed2e req-efdb9204-6336-4cdf-b8ab-dd0412f71036 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] No DVR routers for this DVR port b1d412b1-30eb-4ed4-ad97-65f10aefa3dd on host hv-cinder-81823 {{(pid=101834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 15:21:15.682598 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-9423c22f-823c-48cf-b994-dd916789ed2e req-efdb9204-6336-4cdf-b8ab-dd0412f71036 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for port, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:15.685963 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-9423c22f-823c-48cf-b994-dd916789ed2e req-efdb9204-6336-4cdf-b8ab-dd0412f71036 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.55 "DELETE /v2.0/ports/b1d412b1-30eb-4ed4-ad97-65f10aefa3dd HTTP/1.1" status: 204 len: 173 time: 0.3987029 Nov 17 15:21:15.686397 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd86d950-b576-4557-a3a6-6f40d04540a4', 'name': 'network-vif-deleted', 'tag': 'b1d412b1-30eb-4ed4-ad97-65f10aefa3dd'}] {{(pid=101834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:21:15.688634 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10d7295a2f7876e94fbb36dd5f9fa1a1524f2628f083d864ab6dabde9166157e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d64e614-1e43-4370-a8d6-042b8cabc4ea" -d '{"events": [{"server_uuid": "cd86d950-b576-4557-a3a6-6f40d04540a4", "name": "network-vif-deleted", "tag": "b1d412b1-30eb-4ed4-ad97-65f10aefa3dd"}]}' {{(pid=101834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:21:15.723850 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 15:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911072aa-5be4-4ed8-87c2-4e79ba1cf7a4 x-openstack-request-id: req-911072aa-5be4-4ed8-87c2-4e79ba1cf7a4 {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:21:15.724139 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd86d950-b576-4557-a3a6-6f40d04540a4", "name": "network-vif-deleted", "tag": "b1d412b1-30eb-4ed4-ad97-65f10aefa3dd", "status": "completed", "code": 200}]} {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:21:15.724389 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-911072aa-5be4-4ed8-87c2-4e79ba1cf7a4 {{(pid=101834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:21:15.724785 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd86d950-b576-4557-a3a6-6f40d04540a4', 'name': 'network-vif-deleted', 'tag': 'b1d412b1-30eb-4ed4-ad97-65f10aefa3dd', 'status': 'completed', 'code': 200} Nov 17 15:21:15.744434 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-be0310a0-e1ce-47ff-9d80-907e89c0af11 req-7058f2ed-68c6-4c55-b184-d07eb96b0660 tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "GET /v2.0/ports?device_id=cd86d950-b576-4557-a3a6-6f40d04540a4 HTTP/1.1" status: 200 len: 210 time: 0.0420632 Nov 17 15:21:16.294016 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device 735d2e1b-6396-4a87-bb32-e495d4e74975 up at agent hyperv_hv-cinder-81823 {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:21:16.359568 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Provisioning for port 735d2e1b-6396-4a87-bb32-e495d4e74975 completed by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 17 15:21:16.364417 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Provisioning complete for port 735d2e1b-6396-4a87-bb32-e495d4e74975 triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:21:16.364794 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:16.400427 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16342947-1d0f-4baa-9d76-860e3c99a924 req-54f0bb52-e395-4ca7-ae56-bf6c1f648e9b tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:16.402484 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-16342947-1d0f-4baa-9d76-860e3c99a924 req-54f0bb52-e395-4ca7-ae56-bf6c1f648e9b tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?device_id=d691b459-beeb-423f-9ab4-7d0b5068c111 HTTP/1.1" status: 200 len: 944 time: 0.0613630 Nov 17 15:21:16.462201 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:16.465579 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-16342947-1d0f-4baa-9d76-860e3c99a924 req-b065b86d-c7cc-4f43-813d-29fb6a391d1a tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/security-groups?id=3802a123-c5a3-4fbd-b47a-aaa8461fa8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539463 Nov 17 15:21:16.488972 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd691b459-beeb-423f-9ab4-7d0b5068c111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735d2e1b-6396-4a87-bb32-e495d4e74975'}] {{(pid=101835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:21:16.491486 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc2a867bdaff5c76f0208ec4146e14dfecc9fe2083470249ba9c3c2934649c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aec41e3-d9b9-43b7-8fe9-5b7ffcaf5e1c" -d '{"events": [{"server_uuid": "d691b459-beeb-423f-9ab4-7d0b5068c111", "name": "network-vif-plugged", "status": "completed", "tag": "735d2e1b-6396-4a87-bb32-e495d4e74975"}]}' {{(pid=101835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:21:16.504672 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port 735d2e1b-6396-4a87-bb32-e495d4e74975, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=735d2e1b-6396-4a87-bb32-e495d4e74975,segment=NetworkSegment(187dce46-03c0-4682-beb7-de0bdfd4aab0),segment_id=187dce46-03c0-4682-beb7-de0bdfd4aab0)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:21:16.509212 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:16.533793 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 15:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c878adf4-da1c-4574-8a16-186e8034f139 x-openstack-request-id: req-c878adf4-da1c-4574-8a16-186e8034f139 {{(pid=101835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:21:16.534158 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d691b459-beeb-423f-9ab4-7d0b5068c111", "name": "network-vif-plugged", "status": "completed", "tag": "735d2e1b-6396-4a87-bb32-e495d4e74975", "code": 200}]} {{(pid=101835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:21:16.534300 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c878adf4-da1c-4574-8a16-186e8034f139 {{(pid=101835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:21:16.534689 dv-cinder-818233-1-iscsi neutron-server[101835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd691b459-beeb-423f-9ab4-7d0b5068c111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735d2e1b-6396-4a87-bb32-e495d4e74975', 'code': 200} Nov 17 15:21:16.563481 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Pushing event updated for resources: {'Port': ['ID=735d2e1b-6396-4a87-bb32-e495d4e74975,revision_number=5']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:21:16.683085 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 37138) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:21:16.702437 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a86398-2667-40f6-8d0d-fc002abb135a req-3073e23d-a0cc-4a9c-92dc-690ace7ab8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:16.703950 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-83a86398-2667-40f6-8d0d-fc002abb135a req-3073e23d-a0cc-4a9c-92dc-690ace7ab8c6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d691b459-beeb-423f-9ab4-7d0b5068c111 HTTP/1.1" status: 200 len: 1098 time: 0.0447137 Nov 17 15:21:16.749851 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-83a86398-2667-40f6-8d0d-fc002abb135a req-4da38872-b467-464a-82d0-eeef2da4b452 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3802a123-c5a3-4fbd-b47a-aaa8461fa8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371809 Nov 17 15:21:16.790365 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-4b84b54d-6369-4b73-a4bc-18f9863b288f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:16.800070 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 37144) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:21:16.863883 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-4b84b54d-6369-4b73-a4bc-18f9863b288f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:16.868175 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-4b84b54d-6369-4b73-a4bc-18f9863b288f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:16.906124 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b84b54d-6369-4b73-a4bc-18f9863b288f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989816c4-4f0e-4e0d-b08c-b59ef0574841,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:21:16.910328 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-4b84b54d-6369-4b73-a4bc-18f9863b288f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=04b14f0e03044469acb575f75ead79f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2262309 Nov 17 15:21:16.912966 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 37146) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:21:16.923739 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [None req-d8a1cb6d-9d99-4479-af9d-9f15d6236e5c tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Deleting port 77c7c403-439e-465e-934b-e36ad142ec81 {{(pid=101834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:21:16.924141 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-d8a1cb6d-9d99-4479-af9d-9f15d6236e5c tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:16.960283 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-0d53c33d-e72b-4fe0-9d8a-f173874efce3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:16.981586 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-0d53c33d-e72b-4fe0-9d8a-f173874efce3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:17.000491 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-d8a1cb6d-9d99-4479-af9d-9f15d6236e5c tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:17.000813 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-d8a1cb6d-9d99-4479-af9d-9f15d6236e5c tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:17.013018 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [None req-d8a1cb6d-9d99-4479-af9d-9f15d6236e5c tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Calling delete_port for 77c7c403-439e-465e-934b-e36ad142ec81 owned by network:floatingip {{(pid=101834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:21:17.026872 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-0d53c33d-e72b-4fe0-9d8a-f173874efce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:17.030072 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-0d53c33d-e72b-4fe0-9d8a-f173874efce3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:17.031258 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-0d53c33d-e72b-4fe0-9d8a-f173874efce3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/989816c4-4f0e-4e0d-b08c-b59ef0574841 HTTP/1.1" status: 204 len: 168 time: 0.1173208 Nov 17 15:21:17.038997 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d53c33d-e72b-4fe0-9d8a-f173874efce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989816c4-4f0e-4e0d-b08c-b59ef0574841,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:21:17.146341 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-d8a1cb6d-9d99-4479-af9d-9f15d6236e5c tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:17.174004 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a1cb6d-9d99-4479-af9d-9f15d6236e5c tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Pushing event deleted for resources: {'Port': ['ID=77c7c403-439e-465e-934b-e36ad142ec81,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:21:17.238262 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-d8a1cb6d-9d99-4479-af9d-9f15d6236e5c tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks [] for floatingip, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:17.241005 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-d8a1cb6d-9d99-4479-af9d-9f15d6236e5c tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for floatingip, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:17.242204 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-d8a1cb6d-9d99-4479-af9d-9f15d6236e5c tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "DELETE /v2.0/floatingips/bf1a97ad-5d73-413f-a273-7e5c0fdd838d HTTP/1.1" status: 204 len: 168 time: 0.4411414 Nov 17 15:21:17.591893 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18065c2-fea2-40b4-aa4b-474fda2b4221 req-4a426d17-c0a0-4128-a9dc-ba3bc20a3ed8 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:17.593279 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-e18065c2-fea2-40b4-aa4b-474fda2b4221 req-4a426d17-c0a0-4128-a9dc-ba3bc20a3ed8 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?device_id=d691b459-beeb-423f-9ab4-7d0b5068c111 HTTP/1.1" status: 200 len: 945 time: 0.0563018 Nov 17 15:21:17.640863 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-e18065c2-fea2-40b4-aa4b-474fda2b4221 req-1f924328-25c1-4184-b0b0-1bf6c18d6415 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/security-groups?id=3802a123-c5a3-4fbd-b47a-aaa8461fa8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413065 Nov 17 15:21:18.435460 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 37162) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:21:18.491034 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-c63faacf-78cf-4110-bfa0-444a4b7c609e tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks [] for security_group, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:18.518392 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-c63faacf-78cf-4110-bfa0-444a4b7c609e tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:18.573529 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-c63faacf-78cf-4110-bfa0-444a4b7c609e tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:18.576710 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-c63faacf-78cf-4110-bfa0-444a4b7c609e tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Publish callbacks [] for security_group, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:18.577840 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-c63faacf-78cf-4110-bfa0-444a4b7c609e tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] 10.222.0.62 "DELETE /v2.0/security-groups/418ad473-dff6-432a-ba4f-d87e422e1701 HTTP/1.1" status: 204 len: 168 time: 0.1413381 Nov 17 15:21:18.586893 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63faacf-78cf-4110-bfa0-444a4b7c609e tempest-TestVolumeBootPattern-1175971815 tempest-TestVolumeBootPattern-1175971815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=418ad473-dff6-432a-ba4f-d87e422e1701,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:21:18.635210 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 37166) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:21:18.753587 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16e603-0ab3-4d6b-8ced-12f2c69b851d req-f665311f-f2ab-4c02-b79a-352480529347 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:18.755168 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-0b16e603-0ab3-4d6b-8ced-12f2c69b851d req-f665311f-f2ab-4c02-b79a-352480529347 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?device_id=d691b459-beeb-423f-9ab4-7d0b5068c111 HTTP/1.1" status: 200 len: 945 time: 0.0484927 Nov 17 15:21:18.855164 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-0b16e603-0ab3-4d6b-8ced-12f2c69b851d req-6029def0-0a2b-461b-8ebd-130ad88ed4fc tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/security-groups?id=3802a123-c5a3-4fbd-b47a-aaa8461fa8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940881 Nov 17 15:21:19.375411 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-d6981359-118c-40ba-9c95-f738c16cca91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-525699'] for router_interface, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:19.607853 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.plugin [None req-d6981359-118c-40ba-9c95-f738c16cca91 admin admin] Deleting port 390b095e-58fd-4b61-b533-dbc126b40592 {{(pid=101833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:21:19.608185 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-d6981359-118c-40ba-9c95-f738c16cca91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:19.681717 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.db [None req-d6981359-118c-40ba-9c95-f738c16cca91 admin admin] For port 390b095e-58fd-4b61-b533-dbc126b40592, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=390b095e-58fd-4b61-b533-dbc126b40592,segment=NetworkSegment(4f89a60d-a2d1-4edb-a8d1-149bf81601d9),segment_id=4f89a60d-a2d1-4edb-a8d1-149bf81601d9)] {{(pid=101833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:21:19.682435 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-d6981359-118c-40ba-9c95-f738c16cca91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:19.693896 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.plugin [None req-d6981359-118c-40ba-9c95-f738c16cca91 admin admin] Calling delete_port for 390b095e-58fd-4b61-b533-dbc126b40592 owned by network:router_interface {{(pid=101833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:21:19.869527 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-d6981359-118c-40ba-9c95-f738c16cca91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4228920'] for port, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:19.896911 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6981359-118c-40ba-9c95-f738c16cca91 admin admin] Pushing event deleted for resources: {'Port': ['ID=390b095e-58fd-4b61-b533-dbc126b40592,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:21:19.909187 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6981359-118c-40ba-9c95-f738c16cca91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:21:19.909187 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6981359-118c-40ba-9c95-f738c16cca91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:21:19.909187 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6981359-118c-40ba-9c95-f738c16cca91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:21:19.909530 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6981359-118c-40ba-9c95-f738c16cca91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:21:19.909788 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6981359-118c-40ba-9c95-f738c16cca91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:21:19.910114 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6981359-118c-40ba-9c95-f738c16cca91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:21:19.910434 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6981359-118c-40ba-9c95-f738c16cca91 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:21:19.910753 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6981359-118c-40ba-9c95-f738c16cca91 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:21:19.911077 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6981359-118c-40ba-9c95-f738c16cca91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:21:19.911397 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6981359-118c-40ba-9c95-f738c16cca91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:21:19.911718 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6981359-118c-40ba-9c95-f738c16cca91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:21:19.912030 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6981359-118c-40ba-9c95-f738c16cca91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:21:20.070569 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-d6981359-118c-40ba-9c95-f738c16cca91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1014546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524637'] for router_interface, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:20.287454 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6981359-118c-40ba-9c95-f738c16cca91 admin admin] Router a61df69b-0ab4-40d4-a1f4-c7078d62aced has already been hosted by L3 agent ed3bd2e8-8a22-4616-b806-7e727ef760a6 {{(pid=101833) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 15:21:20.316534 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device b1d412b1-30eb-4ed4-ad97-65f10aefa3dd no longer exists at agent hyperv_hv-cinder-81823 {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 15:21:20.352311 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] No Port match for: b1d412b1-30eb-4ed4-ad97-65f10aefa3dd {{(pid=101835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 15:21:20.352311 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device b1d412b1-30eb-4ed4-ad97-65f10aefa3dd not bound to the agent host hv-cinder-81823 {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 15:21:20.401896 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6981359-118c-40ba-9c95-f738c16cca91 admin admin] Notify agent at l3_agent.dv-cinder-818233-1-iscsi the message routers_updated {{(pid=101833) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 15:21:20.410575 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-d6981359-118c-40ba-9c95-f738c16cca91 admin admin] 10.222.0.62 "PUT /v2.0/routers/a61df69b-0ab4-40d4-a1f4-c7078d62aced/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7711482 Nov 17 15:21:20.410689 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 37192) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:21:20.413679 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0390640e-5f48-474d-92a6-f5c12a2dac69 None None] Sync routers for ids ['a61df69b-0ab4-40d4-a1f4-c7078d62aced'] in dv-cinder-818233-1-iscsi {{(pid=101835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 15:21:20.425871 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0390640e-5f48-474d-92a6-f5c12a2dac69 None None] Routers {'a61df69b-0ab4-40d4-a1f4-c7078d62aced'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:21:20.426629 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-0390640e-5f48-474d-92a6-f5c12a2dac69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:20:54Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['a61df69b-0ab4-40d4-a1f4-c7078d62aced'], 'active': True} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:21:20.532150 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvr_db [None req-0390640e-5f48-474d-92a6-f5c12a2dac69 None None] Set router a61df69b-0ab4-40d4-a1f4-c7078d62aced gateway port host: dv-cinder-818233-1-iscsi {{(pid=101835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:21:20.576054 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-a0d39b4f-401e-43fa-957f-baea01d655c1 admin admin] Publish callbacks [] for router, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:20.680801 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4e219-242b-43ef-9239-3681bf8729b9 req-92e89e99-d5bf-458d-b81e-ea0167b01e0a tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:20.682235 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-4be4e219-242b-43ef-9239-3681bf8729b9 req-92e89e99-d5bf-458d-b81e-ea0167b01e0a tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/networks?id=c7c8c8cc-4fd1-44e9-9278-447f4824bfc1 HTTP/1.1" status: 200 len: 814 time: 0.1778932 Nov 17 15:21:20.704261 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-4be4e219-242b-43ef-9239-3681bf8729b9 req-9ef620d2-c7e4-436d-8aca-e547e33a7bdd tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/quotas/c9fa6a420d6143b69064052cfceeff8e HTTP/1.1" status: 200 len: 375 time: 0.0158670 Nov 17 15:21:20.710610 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-0390640e-5f48-474d-92a6-f5c12a2dac69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'name': 'tempest-TestVolumeBootPattern-306581770-router', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': '13f6defa-d81d-4cbd-b56b-caef0a78c82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:12:56Z', 'updated_at': '2021-11-17T15:21:19Z', 'revision_number': 5, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'gw_port': {'id': '13f6defa-d81d-4cbd-b56b-caef0a78c82f', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:92:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:12:57Z', 'updated_at': '2021-11-17T15:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi'}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:21:20.725244 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-a0d39b4f-401e-43fa-957f-baea01d655c1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:20.744492 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0390640e-5f48-474d-92a6-f5c12a2dac69 None None] Checking router: a61df69b-0ab4-40d4-a1f4-c7078d62aced for host: dv-cinder-818233-1-iscsi {{(pid=101835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 15:21:20.753557 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0390640e-5f48-474d-92a6-f5c12a2dac69 None None] Routers {'a61df69b-0ab4-40d4-a1f4-c7078d62aced'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:21:20.754168 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-0390640e-5f48-474d-92a6-f5c12a2dac69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:20:54Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['a61df69b-0ab4-40d4-a1f4-c7078d62aced'], 'active': True} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:21:20.788338 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-4be4e219-242b-43ef-9239-3681bf8729b9 req-2273dd42-f062-4d45-a200-abb208a66ab9 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c9fa6a420d6143b69064052cfceeff8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0768003 Nov 17 15:21:20.811671 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [None req-a0d39b4f-401e-43fa-957f-baea01d655c1 admin admin] Deleting port 13f6defa-d81d-4cbd-b56b-caef0a78c82f {{(pid=101834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:21:20.812008 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-a0d39b4f-401e-43fa-957f-baea01d655c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:20.841000 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvr_db [None req-0390640e-5f48-474d-92a6-f5c12a2dac69 None None] Set router a61df69b-0ab4-40d4-a1f4-c7078d62aced gateway port host: None {{(pid=101835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:21:20.877798 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [req-4be4e219-242b-43ef-9239-3681bf8729b9 req-baf4eed5-1815-444f-98e9-fcf44d2b693c service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=101834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 17 15:21:20.878770 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-4be4e219-242b-43ef-9239-3681bf8729b9 req-baf4eed5-1815-444f-98e9-fcf44d2b693c service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0810714 Nov 17 15:21:20.893264 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-0390640e-5f48-474d-92a6-f5c12a2dac69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'name': 'tempest-TestVolumeBootPattern-306581770-router', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:12:56Z', 'updated_at': '2021-11-17T15:21:20Z', 'revision_number': 6, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'gw_port_host': None}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:21:20.922561 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0390640e-5f48-474d-92a6-f5c12a2dac69 None None] The sync data for ids ['a61df69b-0ab4-40d4-a1f4-c7078d62aced'] in dv-cinder-818233-1-iscsi is: [{'id': 'a61df69b-0ab4-40d4-a1f4-c7078d62aced', 'name': 'tempest-TestVolumeBootPattern-306581770-router', 'tenant_id': '5131dce595224bfe8a730cc800f0f158', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:12:56Z', 'updated_at': '2021-11-17T15:21:20Z', 'revision_number': 6, 'project_id': '5131dce595224bfe8a730cc800f0f158', 'gw_port_host': None}] {{(pid=101835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 15:21:20.935438 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [None req-a0d39b4f-401e-43fa-957f-baea01d655c1 admin admin] For port 13f6defa-d81d-4cbd-b56b-caef0a78c82f, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=13f6defa-d81d-4cbd-b56b-caef0a78c82f,segment=NetworkSegment(e39e10fc-a942-4c92-be27-2cc9068c33b8),segment_id=e39e10fc-a942-4c92-be27-2cc9068c33b8)] {{(pid=101834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:21:20.935823 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-a0d39b4f-401e-43fa-957f-baea01d655c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:20.977296 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [None req-a0d39b4f-401e-43fa-957f-baea01d655c1 admin admin] Calling delete_port for 13f6defa-d81d-4cbd-b56b-caef0a78c82f owned by network:router_gateway {{(pid=101834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:21:21.034373 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-4be4e219-242b-43ef-9239-3681bf8729b9 req-966136de-25bb-4d40-bf83-9e1179117f23 service neutron] 10.222.0.62 "GET /v2.0/networks/c7c8c8cc-4fd1-44e9-9278-447f4824bfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483612 Nov 17 15:21:21.187959 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-4be4e219-242b-43ef-9239-3681bf8729b9 req-8b7511d0-95b7-4ec5-b0ba-bbeb9fd37bd3 service neutron] 10.222.0.62 "GET /v2.0/networks/c7c8c8cc-4fd1-44e9-9278-447f4824bfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452155 Nov 17 15:21:21.237252 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-a0d39b4f-401e-43fa-957f-baea01d655c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:21.267168 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d39b4f-401e-43fa-957f-baea01d655c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=13f6defa-d81d-4cbd-b56b-caef0a78c82f,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:21:21.354982 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-a0d39b4f-401e-43fa-957f-baea01d655c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526941'] for router_gateway, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:21.357904 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-3623bfbb-dc64-4aeb-bdab-0ccbe833add5 req-8ca37549-b895-4df7-806d-eb7f2a1666f0 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?device_id=203a2bef-fd15-4110-8a07-fe8944e1d509 HTTP/1.1" status: 200 len: 210 time: 0.0267961 Nov 17 15:21:21.475700 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-a0d39b4f-401e-43fa-957f-baea01d655c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11547'] for router, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:21.476498 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-40c96b05-6387-4ddb-ada6-b4d1cf8d0b01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:21.479125 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-a0d39b4f-401e-43fa-957f-baea01d655c1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:21.528580 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-a0d39b4f-401e-43fa-957f-baea01d655c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044611'] for router, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:21.529517 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d39b4f-401e-43fa-957f-baea01d655c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a61df69b-0ab4-40d4-a1f4-c7078d62aced {{(pid=101834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 17 15:21:21.534266 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-a0d39b4f-401e-43fa-957f-baea01d655c1 admin admin] Publish callbacks [] for router, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:21.535277 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-a0d39b4f-401e-43fa-957f-baea01d655c1 admin admin] 10.222.0.62 "DELETE /v2.0/routers/a61df69b-0ab4-40d4-a1f4-c7078d62aced HTTP/1.1" status: 204 len: 168 time: 1.1242027 Nov 17 15:21:21.537800 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 37214) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:21:21.583551 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.db_base_plugin_v2 [None req-55daf0e7-959a-41c5-94b8-1ce8e55ff770 admin admin] Deleting subnet e5c17a34-0ae9-43c6-8fa8-687d40ad609a {{(pid=101834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 17 15:21:21.586603 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-55daf0e7-959a-41c5-94b8-1ce8e55ff770 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:21.621615 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-55daf0e7-959a-41c5-94b8-1ce8e55ff770 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5815862'] for subnet, precommit_delete_associations {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:21.699749 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-55daf0e7-959a-41c5-94b8-1ce8e55ff770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925678'] for subnet, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:21.756963 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-55daf0e7-959a-41c5-94b8-1ce8e55ff770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4397626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5767653'] for subnet, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:21.786542 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55daf0e7-959a-41c5-94b8-1ce8e55ff770 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5c17a34-0ae9-43c6-8fa8-687d40ad609a,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:21:21.789113 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-55daf0e7-959a-41c5-94b8-1ce8e55ff770 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:21.795479 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 37218) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:21:21.795699 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-55daf0e7-959a-41c5-94b8-1ce8e55ff770 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e5c17a34-0ae9-43c6-8fa8-687d40ad609a HTTP/1.1" status: 204 len: 168 time: 0.2566261 Nov 17 15:21:21.797837 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaeba63a-95ed-4c56-89ad-1a91669ced9f None None] Network 35a21660-a2ad-472c-8fa2-5b7c2854ced6 requested from dv-cinder-818233-1-iscsi {{(pid=101835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 15:21:21.870886 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-bd8501c0-ddda-4999-9193-282feea00b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056431'] for network, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:21.931793 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.plugin [None req-bd8501c0-ddda-4999-9193-282feea00b86 admin admin] Deleting port dc1ea760-bb72-485b-a589-f5351e60978f {{(pid=101833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:21:21.932210 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-bd8501c0-ddda-4999-9193-282feea00b86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:21.997988 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a23782a-4c50-4342-99b5-797b0d682e20 None None] DHCP port deletion for 35a21660-a2ad-472c-8fa2-5b7c2854ced6 request from dv-cinder-818233-1-iscsi {{(pid=101835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 17 15:21:22.011256 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.db [None req-bd8501c0-ddda-4999-9193-282feea00b86 admin admin] For port dc1ea760-bb72-485b-a589-f5351e60978f, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=dc1ea760-bb72-485b-a589-f5351e60978f,segment=NetworkSegment(4f89a60d-a2d1-4edb-a8d1-149bf81601d9),segment_id=4f89a60d-a2d1-4edb-a8d1-149bf81601d9)] {{(pid=101833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:21:22.011778 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-bd8501c0-ddda-4999-9193-282feea00b86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:22.026040 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.plugin [None req-bd8501c0-ddda-4999-9193-282feea00b86 admin admin] Calling delete_port for dc1ea760-bb72-485b-a589-f5351e60978f owned by network:dhcp {{(pid=101833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:21:22.050426 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-3a23782a-4c50-4342-99b5-797b0d682e20 None None] Deleting port dc1ea760-bb72-485b-a589-f5351e60978f {{(pid=101835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:21:22.050926 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-3a23782a-4c50-4342-99b5-797b0d682e20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:22.119184 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-3a23782a-4c50-4342-99b5-797b0d682e20 None None] For port dc1ea760-bb72-485b-a589-f5351e60978f, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=dc1ea760-bb72-485b-a589-f5351e60978f,segment=NetworkSegment(4f89a60d-a2d1-4edb-a8d1-149bf81601d9),segment_id=4f89a60d-a2d1-4edb-a8d1-149bf81601d9)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:21:22.119583 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-bd8501c0-ddda-4999-9193-282feea00b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4228920'] for port, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:22.119718 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-3a23782a-4c50-4342-99b5-797b0d682e20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:22.131959 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-3a23782a-4c50-4342-99b5-797b0d682e20 None None] Calling delete_port for dc1ea760-bb72-485b-a589-f5351e60978f owned by network:dhcp {{(pid=101835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:21:22.144274 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8501c0-ddda-4999-9193-282feea00b86 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc1ea760-bb72-485b-a589-f5351e60978f,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:21:22.148087 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8501c0-ddda-4999-9193-282feea00b86 admin admin] No DVR routers for this DVR port dc1ea760-bb72-485b-a589-f5351e60978f on host dv-cinder-818233-1-iscsi {{(pid=101833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 15:21:22.206552 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-3a23782a-4c50-4342-99b5-797b0d682e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727'] for port, after_delete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:22.218071 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-bd8501c0-ddda-4999-9193-282feea00b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926295', 'neutron.services.segments.db._delete_segments_for_network-8776334380099'] for network, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:22.231853 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23782a-4c50-4342-99b5-797b0d682e20 None None] Pushing event deleted for resources: {'Port': ['ID=dc1ea760-bb72-485b-a589-f5351e60978f,revision_number=None']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:21:22.235479 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a23782a-4c50-4342-99b5-797b0d682e20 None None] No DVR routers for this DVR port dc1ea760-bb72-485b-a589-f5351e60978f on host dv-cinder-818233-1-iscsi {{(pid=101835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 15:21:22.243251 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.services.segments.db [None req-bd8501c0-ddda-4999-9193-282feea00b86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35a21660-a2ad-472c-8fa2-5b7c2854ced6']}} {{(pid=101833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:21:22.251372 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.services.segments.db [None req-bd8501c0-ddda-4999-9193-282feea00b86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f89a60d-a2d1-4edb-a8d1-149bf81601d9') {'for_net_delete': True} {{(pid=101833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:21:22.251679 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.services.segments.db [None req-bd8501c0-ddda-4999-9193-282feea00b86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f89a60d-a2d1-4edb-a8d1-149bf81601d9') {} {{(pid=101833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:21:22.260920 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-bd8501c0-ddda-4999-9193-282feea00b86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776334381132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4228812'] for segment, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:22.274065 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-bd8501c0-ddda-4999-9193-282feea00b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931355'] for segment, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:22.280701 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd8501c0-ddda-4999-9193-282feea00b86 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=101833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 17 15:21:22.281112 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-bd8501c0-ddda-4999-9193-282feea00b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4228939'] for segment, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:22.282728 dv-cinder-818233-1-iscsi neutron-server[101833]: Traceback (most recent call last): Nov 17 15:21:22.282728 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 17 15:21:22.282728 dv-cinder-818233-1-iscsi neutron-server[101833]: timer() Nov 17 15:21:22.282728 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 17 15:21:22.282728 dv-cinder-818233-1-iscsi neutron-server[101833]: cb(*args, **kw) Nov 17 15:21:22.282728 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 17 15:21:22.282728 dv-cinder-818233-1-iscsi neutron-server[101833]: return func(*args, **kwargs) Nov 17 15:21:22.282728 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 17 15:21:22.282728 dv-cinder-818233-1-iscsi neutron-server[101833]: self._notify() Nov 17 15:21:22.282728 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 17 15:21:22.282728 dv-cinder-818233-1-iscsi neutron-server[101833]: self.callback(batched_events) Nov 17 15:21:22.282728 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 17 15:21:22.282728 dv-cinder-818233-1-iscsi neutron-server[101833]: event.method(event) Nov 17 15:21:22.282728 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 17 15:21:22.282728 dv-cinder-818233-1-iscsi neutron-server[101833]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 17 15:21:22.282728 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 17 15:21:22.282728 dv-cinder-818233-1-iscsi neutron-server[101833]: aggregate_uuid = self.p_client.list_aggregates( Nov 17 15:21:22.282728 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 17 15:21:22.282728 dv-cinder-818233-1-iscsi neutron-server[101833]: return f(self, *a, **k) Nov 17 15:21:22.282728 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 17 15:21:22.282728 dv-cinder-818233-1-iscsi neutron-server[101833]: return self._get(url).json() Nov 17 15:21:22.282728 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 17 15:21:22.282728 dv-cinder-818233-1-iscsi neutron-server[101833]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 17 15:21:22.282728 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 17 15:21:22.282728 dv-cinder-818233-1-iscsi neutron-server[101833]: return self.request(url, 'GET', **kwargs) Nov 17 15:21:22.282728 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 17 15:21:22.282728 dv-cinder-818233-1-iscsi neutron-server[101833]: base_url = self.get_endpoint(auth, allow=allow, Nov 17 15:21:22.282728 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 17 15:21:22.282728 dv-cinder-818233-1-iscsi neutron-server[101833]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 17 15:21:22.282728 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 17 15:21:22.282728 dv-cinder-818233-1-iscsi neutron-server[101833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 17 15:21:22.282728 dv-cinder-818233-1-iscsi neutron-server[101833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 17 15:21:22.335474 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-bd8501c0-ddda-4999-9193-282feea00b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526969'] for network, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:22.351224 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-bd8501c0-ddda-4999-9193-282feea00b86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for network, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:22.354518 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-bd8501c0-ddda-4999-9193-282feea00b86 admin admin] 10.222.0.62 "DELETE /v2.0/networks/35a21660-a2ad-472c-8fa2-5b7c2854ced6 HTTP/1.1" status: 204 len: 168 time: 0.5578730 Nov 17 15:21:22.355855 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8501c0-ddda-4999-9193-282feea00b86 admin admin] Pushing event deleted for resources: {'Network': ['ID=35a21660-a2ad-472c-8fa2-5b7c2854ced6,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:21:22.357571 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 37220) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:21:22.479341 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-921ea8a5-ebd1-4a6b-bc59-6e6dd385bb99 req-28975970-0fe7-4dce-99a6-9329954437f2 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?device_id=203a2bef-fd15-4110-8a07-fe8944e1d509 HTTP/1.1" status: 200 len: 210 time: 0.0400088 Nov 17 15:21:22.846220 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4e219-242b-43ef-9239-3681bf8729b9 req-b599cfb3-bbe3-4dc9-a8c5-699fe13424b3 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:22.847558 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-4be4e219-242b-43ef-9239-3681bf8729b9 req-b599cfb3-bbe3-4dc9-a8c5-699fe13424b3 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.55 "GET /v2.0/networks?id=c7c8c8cc-4fd1-44e9-9278-447f4824bfc1 HTTP/1.1" status: 200 len: 814 time: 0.4434862 Nov 17 15:21:22.881091 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [req-4be4e219-242b-43ef-9239-3681bf8729b9 req-ca441232-c8ed-49bf-9afb-9f857b1631f8 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Request body: {'port': {'device_id': '203a2bef-fd15-4110-8a07-fe8944e1d509', 'network_id': 'c7c8c8cc-4fd1-44e9-9278-447f4824bfc1', 'admin_state_up': True, 'tenant_id': 'c9fa6a420d6143b69064052cfceeff8e'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:21:22.992159 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device 390b095e-58fd-4b61-b533-dbc126b40592 no longer exists at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 15:21:23.016897 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] No Port match for: 390b095e-58fd-4b61-b533-dbc126b40592 {{(pid=101835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 15:21:23.017234 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device 390b095e-58fd-4b61-b533-dbc126b40592 not bound to the agent host dv-cinder-818233-1-iscsi {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 15:21:23.017644 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device dc1ea760-bb72-485b-a589-f5351e60978f no longer exists at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 15:21:23.036712 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] No Port match for: dc1ea760-bb72-485b-a589-f5351e60978f {{(pid=101835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 15:21:23.037048 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device dc1ea760-bb72-485b-a589-f5351e60978f not bound to the agent host dv-cinder-818233-1-iscsi {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 15:21:23.037443 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device 13f6defa-d81d-4cbd-b56b-caef0a78c82f no longer exists at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 15:21:23.056240 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] No Port match for: 13f6defa-d81d-4cbd-b56b-caef0a78c82f {{(pid=101835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 15:21:23.056584 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device 13f6defa-d81d-4cbd-b56b-caef0a78c82f not bound to the agent host dv-cinder-818233-1-iscsi {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 15:21:23.067271 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4be4e219-242b-43ef-9239-3681bf8729b9 req-ca441232-c8ed-49bf-9afb-9f857b1631f8 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Made reservation on behalf of c9fa6a420d6143b69064052cfceeff8e for: {'port': 1} {{(pid=101834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:21:23.070752 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-4be4e219-242b-43ef-9239-3681bf8729b9 req-ca441232-c8ed-49bf-9afb-9f857b1631f8 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:23.249720 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.db_base_plugin_common [req-4be4e219-242b-43ef-9239-3681bf8729b9 req-ca441232-c8ed-49bf-9afb-9f857b1631f8 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Allocated IP 172.20.0.13 (c7c8c8cc-4fd1-44e9-9278-447f4824bfc1/ad221478-1f9e-4ce9-b94a-08aacbaf2a20/31e725c5-04f3-46ae-8cd6-f53607d55cbf) {{(pid=101834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:21:23.315878 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-54b2945d-8da8-442e-bcc0-abb9c6f20e97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-525699'] for router_interface, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:23.519681 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-4be4e219-242b-43ef-9239-3681bf8729b9 req-ca441232-c8ed-49bf-9afb-9f857b1631f8 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Publish callbacks [] for port, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:23.576146 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-4196d039-cd1c-4bce-89b8-ae0c1f8621b3 req-2a8c279b-0786-4693-9290-ada484df2c5b tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?device_id=203a2bef-fd15-4110-8a07-fe8944e1d509 HTTP/1.1" status: 200 len: 210 time: 0.0265908 Nov 17 15:21:23.585466 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-4be4e219-242b-43ef-9239-3681bf8729b9 req-ca441232-c8ed-49bf-9afb-9f857b1631f8 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:23.602160 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] get_ports_and_sgs() called for port_ids ['ddab2da3-e211-436e-a8d4-0eff85a45f5a', '735d2e1b-6396-4a87-bb32-e495d4e74975'] {{(pid=101835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 15:21:23.660832 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4be4e219-242b-43ef-9239-3681bf8729b9 req-ca441232-c8ed-49bf-9afb-9f857b1631f8 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Network c7c8c8cc-4fd1-44e9-9278-447f4824bfc1 is already hosted by enough agents. {{(pid=101834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:21:23.666314 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca441232-c8ed-49bf-9afb-9f857b1631f8 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Pushing event updated for resources: {'Port': ['ID=31e725c5-04f3-46ae-8cd6-f53607d55cbf,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:21:23.670413 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.base_scheduler [req-4be4e219-242b-43ef-9239-3681bf8729b9 req-ca441232-c8ed-49bf-9afb-9f857b1631f8 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Resources bound (agent type, host, resource id): {{(pid=101834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:21:23.673275 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.l3_dvrscheduler_db [req-4be4e219-242b-43ef-9239-3681bf8729b9 req-ca441232-c8ed-49bf-9afb-9f857b1631f8 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Received port after_create {{(pid=101834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:21:23.740703 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4e219-242b-43ef-9239-3681bf8729b9 req-ca441232-c8ed-49bf-9afb-9f857b1631f8 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:23.741301 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-4be4e219-242b-43ef-9239-3681bf8729b9 req-ca441232-c8ed-49bf-9afb-9f857b1631f8 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for port, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:23.763711 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-4be4e219-242b-43ef-9239-3681bf8729b9 req-ca441232-c8ed-49bf-9afb-9f857b1631f8 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8866215 Nov 17 15:21:23.765678 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [None req-54b2945d-8da8-442e-bcc0-abb9c6f20e97 admin admin] Deleting port 85816968-2cba-40a2-9c06-6676466ae308 {{(pid=101834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:21:23.766011 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-54b2945d-8da8-442e-bcc0-abb9c6f20e97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:23.787494 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [req-4be4e219-242b-43ef-9239-3681bf8729b9 req-3ef2a01d-2883-4630-af6e-3c0c69105ce9 service neutron] Request body: {'port': {'device_id': '203a2bef-fd15-4110-8a07-fe8944e1d509', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81823'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:21:23.826166 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-e0763ef3-8a9f-4074-812d-e4e34288cf80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:23.884573 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-4be4e219-242b-43ef-9239-3681bf8729b9 req-3ef2a01d-2883-4630-af6e-3c0c69105ce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:23.904605 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [None req-54b2945d-8da8-442e-bcc0-abb9c6f20e97 admin admin] For port 85816968-2cba-40a2-9c06-6676466ae308, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=85816968-2cba-40a2-9c06-6676466ae308,segment=NetworkSegment(6acd6724-b3b5-4639-91c9-7f0d1402f3e7),segment_id=6acd6724-b3b5-4639-91c9-7f0d1402f3e7)] {{(pid=101834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:21:23.904992 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-54b2945d-8da8-442e-bcc0-abb9c6f20e97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:23.935751 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [None req-54b2945d-8da8-442e-bcc0-abb9c6f20e97 admin admin] Calling delete_port for 85816968-2cba-40a2-9c06-6676466ae308 owned by network:router_interface {{(pid=101834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:21:24.298272 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.notifiers.nova [req-4be4e219-242b-43ef-9239-3681bf8729b9 req-3ef2a01d-2883-4630-af6e-3c0c69105ce9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31e725c5-04f3-46ae-8cd6-f53607d55cbf {{(pid=101834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 15:21:24.302365 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-54b2945d-8da8-442e-bcc0-abb9c6f20e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:24.312482 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-4be4e219-242b-43ef-9239-3681bf8729b9 req-3ef2a01d-2883-4630-af6e-3c0c69105ce9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:24.334122 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b2945d-8da8-442e-bcc0-abb9c6f20e97 admin admin] Pushing event deleted for resources: {'Port': ['ID=85816968-2cba-40a2-9c06-6676466ae308,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:21:24.362864 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.provisioning_blocks [req-4be4e219-242b-43ef-9239-3681bf8729b9 req-3ef2a01d-2883-4630-af6e-3c0c69105ce9 service neutron] Transition to ACTIVE for port object 31e725c5-04f3-46ae-8cd6-f53607d55cbf will not be triggered until provisioned by entity L2. {{(pid=101834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 17 15:21:24.382003 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-4be4e219-242b-43ef-9239-3681bf8729b9 req-3ef2a01d-2883-4630-af6e-3c0c69105ce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4397568'] for port, after_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:24.488345 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef2a01d-2883-4630-af6e-3c0c69105ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=31e725c5-04f3-46ae-8cd6-f53607d55cbf,revision_number=2']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:21:24.603039 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.managers [req-4be4e219-242b-43ef-9239-3681bf8729b9 req-3ef2a01d-2883-4630-af6e-3c0c69105ce9 service neutron] Attempting to bind port 31e725c5-04f3-46ae-8cd6-f53607d55cbf on host hv-cinder-81823 for vnic_type normal with profile {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 15:21:24.603708 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.managers [req-4be4e219-242b-43ef-9239-3681bf8729b9 req-3ef2a01d-2883-4630-af6e-3c0c69105ce9 service neutron] Attempting to bind port 31e725c5-04f3-46ae-8cd6-f53607d55cbf by drivers openvswitch,hyperv on host hv-cinder-81823 at level 0 using segments [{'id': '187dce46-03c0-4682-beb7-de0bdfd4aab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'c7c8c8cc-4fd1-44e9-9278-447f4824bfc1'}] {{(pid=101834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 15:21:24.603708 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be4e219-242b-43ef-9239-3681bf8729b9 req-3ef2a01d-2883-4630-af6e-3c0c69105ce9 service neutron] Attempting to bind port 31e725c5-04f3-46ae-8cd6-f53607d55cbf on network c7c8c8cc-4fd1-44e9-9278-447f4824bfc1 {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:21:24.606427 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-54b2945d-8da8-442e-bcc0-abb9c6f20e97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1014546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524637'] for router_interface, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:24.612759 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be4e219-242b-43ef-9239-3681bf8729b9 req-3ef2a01d-2883-4630-af6e-3c0c69105ce9 service neutron] Port 31e725c5-04f3-46ae-8cd6-f53607d55cbf on network c7c8c8cc-4fd1-44e9-9278-447f4824bfc1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81823 {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 17 15:21:24.613074 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be4e219-242b-43ef-9239-3681bf8729b9 req-3ef2a01d-2883-4630-af6e-3c0c69105ce9 service neutron] Attempting to bind port 31e725c5-04f3-46ae-8cd6-f53607d55cbf on network c7c8c8cc-4fd1-44e9-9278-447f4824bfc1 {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:21:24.620503 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be4e219-242b-43ef-9239-3681bf8729b9 req-3ef2a01d-2883-4630-af6e-3c0c69105ce9 service neutron] Checking agent: {'id': '56359ff8-4a05-4ac1-99e4-1793cc03f30f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81823', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 15, 9, 3), 'started_at': datetime.datetime(2021, 11, 17, 15, 9, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 15, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 15:21:24.620877 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be4e219-242b-43ef-9239-3681bf8729b9 req-3ef2a01d-2883-4630-af6e-3c0c69105ce9 service neutron] Checking segment: {'id': '187dce46-03c0-4682-beb7-de0bdfd4aab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'c7c8c8cc-4fd1-44e9-9278-447f4824bfc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:21:24.621244 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be4e219-242b-43ef-9239-3681bf8729b9 req-3ef2a01d-2883-4630-af6e-3c0c69105ce9 service neutron] Bound using segment: {'id': '187dce46-03c0-4682-beb7-de0bdfd4aab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'c7c8c8cc-4fd1-44e9-9278-447f4824bfc1'} {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 15:21:24.621675 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.managers [req-4be4e219-242b-43ef-9239-3681bf8729b9 req-3ef2a01d-2883-4630-af6e-3c0c69105ce9 service neutron] Bound port: 31e725c5-04f3-46ae-8cd6-f53607d55cbf, host: hv-cinder-81823, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '187dce46-03c0-4682-beb7-de0bdfd4aab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'c7c8c8cc-4fd1-44e9-9278-447f4824bfc1'}}] {{(pid=101834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 15:21:24.622026 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-4be4e219-242b-43ef-9239-3681bf8729b9 req-3ef2a01d-2883-4630-af6e-3c0c69105ce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:24.796351 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:24.803165 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec3262-b363-4338-9d07-098a8e4fc892 req-f565d66d-1eef-454d-93c7-dd48bee47430 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:24.804681 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-ccec3262-b363-4338-9d07-098a8e4fc892 req-f565d66d-1eef-454d-93c7-dd48bee47430 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?device_id=203a2bef-fd15-4110-8a07-fe8944e1d509 HTTP/1.1" status: 200 len: 944 time: 0.1420379 Nov 17 15:21:24.809438 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [req-4be4e219-242b-43ef-9239-3681bf8729b9 req-3ef2a01d-2883-4630-af6e-3c0c69105ce9 service neutron] For port 31e725c5-04f3-46ae-8cd6-f53607d55cbf, host hv-cinder-81823, cleared binding levels {{(pid=101834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 15:21:24.813192 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [req-4be4e219-242b-43ef-9239-3681bf8729b9 req-3ef2a01d-2883-4630-af6e-3c0c69105ce9 service neutron] For port 31e725c5-04f3-46ae-8cd6-f53607d55cbf, host hv-cinder-81823, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=31e725c5-04f3-46ae-8cd6-f53607d55cbf,segment=NetworkSegment(187dce46-03c0-4682-beb7-de0bdfd4aab0),segment_id=187dce46-03c0-4682-beb7-de0bdfd4aab0)] {{(pid=101834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 15:21:24.822777 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-4be4e219-242b-43ef-9239-3681bf8729b9 req-3ef2a01d-2883-4630-af6e-3c0c69105ce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4397568'] for port, after_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:24.913292 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4e219-242b-43ef-9239-3681bf8729b9 req-3ef2a01d-2883-4630-af6e-3c0c69105ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:24.913917 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-4be4e219-242b-43ef-9239-3681bf8729b9 req-3ef2a01d-2883-4630-af6e-3c0c69105ce9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for port, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:24.915258 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-4be4e219-242b-43ef-9239-3681bf8729b9 req-3ef2a01d-2883-4630-af6e-3c0c69105ce9 service neutron] 10.222.0.55 "PUT /v2.0/ports/31e725c5-04f3-46ae-8cd6-f53607d55cbf HTTP/1.1" status: 200 len: 1094 time: 1.1319091 Nov 17 15:21:24.918903 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '203a2bef-fd15-4110-8a07-fe8944e1d509', 'tag': '31e725c5-04f3-46ae-8cd6-f53607d55cbf'}] {{(pid=101834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:21:24.921159 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10d7295a2f7876e94fbb36dd5f9fa1a1524f2628f083d864ab6dabde9166157e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320eca72-dcfe-4621-8171-9690e5bb5448" -d '{"events": [{"name": "network-changed", "server_uuid": "203a2bef-fd15-4110-8a07-fe8944e1d509", "tag": "31e725c5-04f3-46ae-8cd6-f53607d55cbf"}]}' {{(pid=101834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:21:24.971532 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 15:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b2adae-4711-403c-b076-7b2f700a77ee x-openstack-request-id: req-62b2adae-4711-403c-b076-7b2f700a77ee {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:21:24.971818 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "203a2bef-fd15-4110-8a07-fe8944e1d509", "tag": "31e725c5-04f3-46ae-8cd6-f53607d55cbf", "status": "completed", "code": 200}]} {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:21:24.972068 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-62b2adae-4711-403c-b076-7b2f700a77ee {{(pid=101834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:21:24.972458 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '203a2bef-fd15-4110-8a07-fe8944e1d509', 'tag': '31e725c5-04f3-46ae-8cd6-f53607d55cbf', 'status': 'completed', 'code': 200} Nov 17 15:21:25.018434 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef2a01d-2883-4630-af6e-3c0c69105ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=31e725c5-04f3-46ae-8cd6-f53607d55cbf,revision_number=3']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:21:25.030246 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-ccec3262-b363-4338-9d07-098a8e4fc892 req-925f0cbb-4003-4a01-95a1-92e71dc9af83 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/security-groups?id=3802a123-c5a3-4fbd-b47a-aaa8461fa8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158241 Nov 17 15:21:25.046789 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b2945d-8da8-442e-bcc0-abb9c6f20e97 admin admin] Router 1dbe81e1-a96c-4f8e-9087-e20ea6dc9b89 has already been hosted by L3 agent ed3bd2e8-8a22-4616-b806-7e727ef760a6 {{(pid=101834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 15:21:25.054565 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4e219-242b-43ef-9239-3681bf8729b9 req-feb938f6-43c3-4dd1-ba92-a9224c14b0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:25.056064 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-4be4e219-242b-43ef-9239-3681bf8729b9 req-feb938f6-43c3-4dd1-ba92-a9224c14b0ae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9fa6a420d6143b69064052cfceeff8e&device_id=203a2bef-fd15-4110-8a07-fe8944e1d509 HTTP/1.1" status: 200 len: 1097 time: 0.0888038 Nov 17 15:21:25.131862 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-4be4e219-242b-43ef-9239-3681bf8729b9 req-9300c787-8322-4a2f-8237-f161a98231b7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31e725c5-04f3-46ae-8cd6-f53607d55cbf HTTP/1.1" status: 200 len: 217 time: 0.0388203 Nov 17 15:21:25.224842 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4e219-242b-43ef-9239-3681bf8729b9 req-df1965e9-eee9-42f1-92f8-a66bfbfd6374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:25.226171 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-4be4e219-242b-43ef-9239-3681bf8729b9 req-df1965e9-eee9-42f1-92f8-a66bfbfd6374 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ad221478-1f9e-4ce9-b94a-08aacbaf2a20 HTTP/1.1" status: 200 len: 854 time: 0.0826085 Nov 17 15:21:25.227069 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b2945d-8da8-442e-bcc0-abb9c6f20e97 admin admin] Notify agent at l3_agent.dv-cinder-818233-1-iscsi the message routers_updated {{(pid=101834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 15:21:25.232556 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-54b2945d-8da8-442e-bcc0-abb9c6f20e97 admin admin] 10.222.0.62 "PUT /v2.0/routers/1dbe81e1-a96c-4f8e-9087-e20ea6dc9b89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8738997 Nov 17 15:21:25.235014 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 37234) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:21:25.237490 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252e2652-1df4-45cf-83f1-81d4eec4f618 None None] Sync routers for ids ['1dbe81e1-a96c-4f8e-9087-e20ea6dc9b89'] in dv-cinder-818233-1-iscsi {{(pid=101836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 15:21:25.248117 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252e2652-1df4-45cf-83f1-81d4eec4f618 None None] Routers {'1dbe81e1-a96c-4f8e-9087-e20ea6dc9b89'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:21:25.248725 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-252e2652-1df4-45cf-83f1-81d4eec4f618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:21:24Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['1dbe81e1-a96c-4f8e-9087-e20ea6dc9b89'], 'active': True} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:21:25.296453 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-4be4e219-242b-43ef-9239-3681bf8729b9 req-7aa58c1c-8e92-48e1-b437-0f8bede8fd89 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c7c8c8cc-4fd1-44e9-9278-447f4824bfc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555792 Nov 17 15:21:25.350066 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvr_db [None req-252e2652-1df4-45cf-83f1-81d4eec4f618 None None] Set router 1dbe81e1-a96c-4f8e-9087-e20ea6dc9b89 gateway port host: dv-cinder-818233-1-iscsi {{(pid=101836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:21:25.410518 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-0ce10a9d-2b07-4a03-a2ed-837143330d7d admin admin] Publish callbacks [] for router, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:25.526510 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-252e2652-1df4-45cf-83f1-81d4eec4f618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dbe81e1-a96c-4f8e-9087-e20ea6dc9b89', 'name': 'tempest-TestVolumeBootPattern-1215215318-router', 'tenant_id': 'd6d252fba4c34628a930233b7ab85306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'aaf248ac-bfa0-4272-a6a4-a50d7e5f4952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:13:02Z', 'updated_at': '2021-11-17T15:21:24Z', 'revision_number': 5, 'project_id': 'd6d252fba4c34628a930233b7ab85306', 'gw_port': {'id': 'aaf248ac-bfa0-4272-a6a4-a50d7e5f4952', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dbe81e1-a96c-4f8e-9087-e20ea6dc9b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:13:03Z', 'updated_at': '2021-11-17T15:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi'}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:21:25.553083 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252e2652-1df4-45cf-83f1-81d4eec4f618 None None] Checking router: 1dbe81e1-a96c-4f8e-9087-e20ea6dc9b89 for host: dv-cinder-818233-1-iscsi {{(pid=101836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 15:21:25.562358 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252e2652-1df4-45cf-83f1-81d4eec4f618 None None] Routers {'1dbe81e1-a96c-4f8e-9087-e20ea6dc9b89'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:21:25.562973 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-252e2652-1df4-45cf-83f1-81d4eec4f618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:21:24Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['1dbe81e1-a96c-4f8e-9087-e20ea6dc9b89'], 'active': True} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:21:25.668314 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvr_db [None req-252e2652-1df4-45cf-83f1-81d4eec4f618 None None] Set router 1dbe81e1-a96c-4f8e-9087-e20ea6dc9b89 gateway port host: dv-cinder-818233-1-iscsi {{(pid=101836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:21:25.757201 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-4be4e219-242b-43ef-9239-3681bf8729b9 req-c442610e-9758-4301-8402-3c3bf5dccca0 service neutron] 10.222.0.55 "GET /v2.0/networks/c7c8c8cc-4fd1-44e9-9278-447f4824bfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4508755 Nov 17 15:21:25.866344 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-0ce10a9d-2b07-4a03-a2ed-837143330d7d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:25.910390 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-4be4e219-242b-43ef-9239-3681bf8729b9 req-414bcb00-710f-4bb7-9a5f-d6f8b296514e service neutron] 10.222.0.55 "GET /v2.0/networks/c7c8c8cc-4fd1-44e9-9278-447f4824bfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244316 Nov 17 15:21:25.932456 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-252e2652-1df4-45cf-83f1-81d4eec4f618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dbe81e1-a96c-4f8e-9087-e20ea6dc9b89', 'name': 'tempest-TestVolumeBootPattern-1215215318-router', 'tenant_id': 'd6d252fba4c34628a930233b7ab85306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'aaf248ac-bfa0-4272-a6a4-a50d7e5f4952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:13:02Z', 'updated_at': '2021-11-17T15:21:24Z', 'revision_number': 5, 'project_id': 'd6d252fba4c34628a930233b7ab85306', 'gw_port': {'id': 'aaf248ac-bfa0-4272-a6a4-a50d7e5f4952', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dbe81e1-a96c-4f8e-9087-e20ea6dc9b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:13:03Z', 'updated_at': '2021-11-17T15:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi'}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:21:25.933511 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [None req-0ce10a9d-2b07-4a03-a2ed-837143330d7d admin admin] Deleting port aaf248ac-bfa0-4272-a6a4-a50d7e5f4952 {{(pid=101834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:21:25.933849 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-0ce10a9d-2b07-4a03-a2ed-837143330d7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:25.959270 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252e2652-1df4-45cf-83f1-81d4eec4f618 None None] The sync data for ids ['1dbe81e1-a96c-4f8e-9087-e20ea6dc9b89'] in dv-cinder-818233-1-iscsi is: [{'id': '1dbe81e1-a96c-4f8e-9087-e20ea6dc9b89', 'name': 'tempest-TestVolumeBootPattern-1215215318-router', 'tenant_id': 'd6d252fba4c34628a930233b7ab85306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': 'aaf248ac-bfa0-4272-a6a4-a50d7e5f4952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:13:02Z', 'updated_at': '2021-11-17T15:21:24Z', 'revision_number': 5, 'project_id': 'd6d252fba4c34628a930233b7ab85306', 'gw_port': {'id': 'aaf248ac-bfa0-4272-a6a4-a50d7e5f4952', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:0f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dbe81e1-a96c-4f8e-9087-e20ea6dc9b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:13:03Z', 'updated_at': '2021-11-17T15:13:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi'}] {{(pid=101836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 15:21:26.049308 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [None req-0ce10a9d-2b07-4a03-a2ed-837143330d7d admin admin] For port aaf248ac-bfa0-4272-a6a4-a50d7e5f4952, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=aaf248ac-bfa0-4272-a6a4-a50d7e5f4952,segment=NetworkSegment(e39e10fc-a942-4c92-be27-2cc9068c33b8),segment_id=e39e10fc-a942-4c92-be27-2cc9068c33b8)] {{(pid=101834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:21:26.049695 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-0ce10a9d-2b07-4a03-a2ed-837143330d7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:26.059119 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320eca72-dcfe-4621-8171-9690e5bb5448 req-177f949c-9e99-4f1b-932f-fa4f73935fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:26.060639 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-320eca72-dcfe-4621-8171-9690e5bb5448 req-177f949c-9e99-4f1b-932f-fa4f73935fc7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9fa6a420d6143b69064052cfceeff8e&device_id=203a2bef-fd15-4110-8a07-fe8944e1d509 HTTP/1.1" status: 200 len: 1097 time: 0.0687652 Nov 17 15:21:26.065951 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [None req-0ce10a9d-2b07-4a03-a2ed-837143330d7d admin admin] Calling delete_port for aaf248ac-bfa0-4272-a6a4-a50d7e5f4952 owned by network:router_gateway {{(pid=101834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:21:26.161245 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9da0b9d-3202-4a9c-89c6-eb696bcd1284 req-b78a3676-a546-475a-9de1-0731fe988d46 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:26.163256 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-b9da0b9d-3202-4a9c-89c6-eb696bcd1284 req-b78a3676-a546-475a-9de1-0731fe988d46 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?device_id=203a2bef-fd15-4110-8a07-fe8944e1d509 HTTP/1.1" status: 200 len: 944 time: 0.0639043 Nov 17 15:21:26.207731 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320eca72-dcfe-4621-8171-9690e5bb5448 req-293345d9-7c1a-4fb4-bfa0-73cb5b3ec8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:26.209183 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-320eca72-dcfe-4621-8171-9690e5bb5448 req-293345d9-7c1a-4fb4-bfa0-73cb5b3ec8dd service neutron] 10.222.0.55 "GET /v2.0/networks?id=c7c8c8cc-4fd1-44e9-9278-447f4824bfc1 HTTP/1.1" status: 200 len: 915 time: 0.1393740 Nov 17 15:21:26.209373 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-b9da0b9d-3202-4a9c-89c6-eb696bcd1284 req-ca11c999-8541-4ede-b479-f8577b5dd953 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/security-groups?id=3802a123-c5a3-4fbd-b47a-aaa8461fa8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397866 Nov 17 15:21:26.279840 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-320eca72-dcfe-4621-8171-9690e5bb5448 req-3c4ef4b2-1495-4aa8-a87d-30288edd5445 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=31e725c5-04f3-46ae-8cd6-f53607d55cbf HTTP/1.1" status: 200 len: 217 time: 0.0408292 Nov 17 15:21:26.302313 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:26.359035 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320eca72-dcfe-4621-8171-9690e5bb5448 req-792921c4-5faa-4637-aeb3-a5e4f1bc9ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:26.360534 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-320eca72-dcfe-4621-8171-9690e5bb5448 req-792921c4-5faa-4637-aeb3-a5e4f1bc9ddb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ad221478-1f9e-4ce9-b94a-08aacbaf2a20 HTTP/1.1" status: 200 len: 854 time: 0.0728607 Nov 17 15:21:26.402171 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-320eca72-dcfe-4621-8171-9690e5bb5448 req-34969a8c-270d-412c-a31f-5b97b689c3b7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c7c8c8cc-4fd1-44e9-9278-447f4824bfc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338910 Nov 17 15:21:26.406851 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-0ce10a9d-2b07-4a03-a2ed-837143330d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:26.447907 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce10a9d-2b07-4a03-a2ed-837143330d7d admin admin] Pushing event deleted for resources: {'Port': ['ID=aaf248ac-bfa0-4272-a6a4-a50d7e5f4952,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:21:26.569647 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-0ce10a9d-2b07-4a03-a2ed-837143330d7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526941'] for router_gateway, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:26.575710 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-320eca72-dcfe-4621-8171-9690e5bb5448 req-3d4ea3dd-ef8d-498b-9ad1-83a6081de578 service neutron] 10.222.0.55 "GET /v2.0/networks/c7c8c8cc-4fd1-44e9-9278-447f4824bfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634042 Nov 17 15:21:26.681607 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-0ce10a9d-2b07-4a03-a2ed-837143330d7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11547'] for router, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:26.685857 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-0ce10a9d-2b07-4a03-a2ed-837143330d7d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:26.762854 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-0ce10a9d-2b07-4a03-a2ed-837143330d7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044611'] for router, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:26.763579 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce10a9d-2b07-4a03-a2ed-837143330d7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1dbe81e1-a96c-4f8e-9087-e20ea6dc9b89 {{(pid=101834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 17 15:21:26.770000 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-0ce10a9d-2b07-4a03-a2ed-837143330d7d admin admin] Publish callbacks [] for router, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:26.773402 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-0ce10a9d-2b07-4a03-a2ed-837143330d7d admin admin] 10.222.0.62 "DELETE /v2.0/routers/1dbe81e1-a96c-4f8e-9087-e20ea6dc9b89 HTTP/1.1" status: 204 len: 168 time: 1.5351253 Nov 17 15:21:26.773875 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 37238) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:21:26.784439 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-320eca72-dcfe-4621-8171-9690e5bb5448 req-5ae80d38-9bf2-42cf-a181-56f46c352600 service neutron] 10.222.0.55 "GET /v2.0/networks/c7c8c8cc-4fd1-44e9-9278-447f4824bfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863465 Nov 17 15:21:26.820365 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.db.db_base_plugin_v2 [None req-57b4173f-d4d7-4253-9377-d3d978a16440 admin admin] Deleting subnet 5c2d7312-481e-4956-8d63-7adb5f29551c {{(pid=101833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 17 15:21:26.824264 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-57b4173f-d4d7-4253-9377-d3d978a16440 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:26.860747 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-57b4173f-d4d7-4253-9377-d3d978a16440 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4228821'] for subnet, precommit_delete_associations {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:26.941290 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-57b4173f-d4d7-4253-9377-d3d978a16440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925678'] for subnet, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:26.992095 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-57b4173f-d4d7-4253-9377-d3d978a16440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4228885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5140397'] for subnet, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:27.018349 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b4173f-d4d7-4253-9377-d3d978a16440 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c2d7312-481e-4956-8d63-7adb5f29551c,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:21:27.020303 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-57b4173f-d4d7-4253-9377-d3d978a16440 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for subnet, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:27.023506 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-57b4173f-d4d7-4253-9377-d3d978a16440 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/5c2d7312-481e-4956-8d63-7adb5f29551c HTTP/1.1" status: 204 len: 168 time: 0.2485311 Nov 17 15:21:27.025165 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077a64c3-f710-440d-bc72-2ddd8ad9a5b6 None None] Network 1fca104d-ea74-4332-bec0-89b177260d77 requested from dv-cinder-818233-1-iscsi {{(pid=101835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 15:21:27.026027 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 37240) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:21:27.096093 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-86027898-b0a3-46b3-ba81-674036bab91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056431'] for network, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:27.143264 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:27.148037 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.plugin [None req-86027898-b0a3-46b3-ba81-674036bab91a admin admin] Deleting port b96aa458-46c2-4f3a-9aee-591d4f25e6c6 {{(pid=101833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:21:27.148373 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-86027898-b0a3-46b3-ba81-674036bab91a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:27.211270 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.db [None req-86027898-b0a3-46b3-ba81-674036bab91a admin admin] For port b96aa458-46c2-4f3a-9aee-591d4f25e6c6, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=b96aa458-46c2-4f3a-9aee-591d4f25e6c6,segment=NetworkSegment(6acd6724-b3b5-4639-91c9-7f0d1402f3e7),segment_id=6acd6724-b3b5-4639-91c9-7f0d1402f3e7)] {{(pid=101833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:21:27.211887 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-86027898-b0a3-46b3-ba81-674036bab91a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:27.224625 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.plugin [None req-86027898-b0a3-46b3-ba81-674036bab91a admin admin] Calling delete_port for b96aa458-46c2-4f3a-9aee-591d4f25e6c6 owned by network:dhcp {{(pid=101833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:21:27.247595 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111c1ab1-ab9b-4eff-a76d-5bdc6850389f None None] DHCP port deletion for 1fca104d-ea74-4332-bec0-89b177260d77 request from dv-cinder-818233-1-iscsi {{(pid=101835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 17 15:21:27.304269 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device 85816968-2cba-40a2-9c06-6676466ae308 no longer exists at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 15:21:27.312303 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-86027898-b0a3-46b3-ba81-674036bab91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4228920'] for port, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:27.329146 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86027898-b0a3-46b3-ba81-674036bab91a admin admin] No DVR routers for this DVR port b96aa458-46c2-4f3a-9aee-591d4f25e6c6 on host dv-cinder-818233-1-iscsi {{(pid=101833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 15:21:27.367567 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86027898-b0a3-46b3-ba81-674036bab91a admin admin] Pushing event deleted for resources: {'Port': ['ID=b96aa458-46c2-4f3a-9aee-591d4f25e6c6,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:21:27.370371 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d300d-ff8c-4350-8341-f8359f062ea6 req-2bf9bea9-2aff-464b-b36f-317af28f490a tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:27.372588 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-f19d300d-ff8c-4350-8341-f8359f062ea6 req-2bf9bea9-2aff-464b-b36f-317af28f490a tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?device_id=203a2bef-fd15-4110-8a07-fe8944e1d509 HTTP/1.1" status: 200 len: 944 time: 0.0547440 Nov 17 15:21:27.423219 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-f19d300d-ff8c-4350-8341-f8359f062ea6 req-a43e9a83-44e8-4a27-a73f-9757e6bf41a5 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/security-groups?id=3802a123-c5a3-4fbd-b47a-aaa8461fa8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447109 Nov 17 15:21:27.438467 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-86027898-b0a3-46b3-ba81-674036bab91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926295', 'neutron.services.segments.db._delete_segments_for_network-8776334380099'] for network, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:27.458069 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] No Port match for: 85816968-2cba-40a2-9c06-6676466ae308 {{(pid=101835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 15:21:27.458456 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device 85816968-2cba-40a2-9c06-6676466ae308 not bound to the agent host dv-cinder-818233-1-iscsi {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 15:21:27.458882 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device b96aa458-46c2-4f3a-9aee-591d4f25e6c6 no longer exists at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 15:21:27.460169 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.services.segments.db [None req-86027898-b0a3-46b3-ba81-674036bab91a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fca104d-ea74-4332-bec0-89b177260d77']}} {{(pid=101833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:21:27.461112 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-111c1ab1-ab9b-4eff-a76d-5bdc6850389f None None] Deleting port b96aa458-46c2-4f3a-9aee-591d4f25e6c6 {{(pid=101835) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:21:27.461477 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-111c1ab1-ab9b-4eff-a76d-5bdc6850389f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:27.469434 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.services.segments.db [None req-86027898-b0a3-46b3-ba81-674036bab91a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6acd6724-b3b5-4639-91c9-7f0d1402f3e7') {'for_net_delete': True} {{(pid=101833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:21:27.469728 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.services.segments.db [None req-86027898-b0a3-46b3-ba81-674036bab91a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6acd6724-b3b5-4639-91c9-7f0d1402f3e7') {} {{(pid=101833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:21:27.479633 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-86027898-b0a3-46b3-ba81-674036bab91a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776334381132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4228812'] for segment, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:27.489221 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] No Port match for: b96aa458-46c2-4f3a-9aee-591d4f25e6c6 {{(pid=101835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 15:21:27.489563 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device b96aa458-46c2-4f3a-9aee-591d4f25e6c6 not bound to the agent host dv-cinder-818233-1-iscsi {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 15:21:27.489980 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device aaf248ac-bfa0-4272-a6a4-a50d7e5f4952 no longer exists at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 15:21:27.493419 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-86027898-b0a3-46b3-ba81-674036bab91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931355'] for segment, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:27.500520 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86027898-b0a3-46b3-ba81-674036bab91a admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=101833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 17 15:21:27.500902 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-86027898-b0a3-46b3-ba81-674036bab91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4228939'] for segment, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:27.502544 dv-cinder-818233-1-iscsi neutron-server[101833]: Traceback (most recent call last): Nov 17 15:21:27.502544 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 17 15:21:27.502544 dv-cinder-818233-1-iscsi neutron-server[101833]: timer() Nov 17 15:21:27.502544 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 17 15:21:27.502544 dv-cinder-818233-1-iscsi neutron-server[101833]: cb(*args, **kw) Nov 17 15:21:27.502544 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 17 15:21:27.502544 dv-cinder-818233-1-iscsi neutron-server[101833]: return func(*args, **kwargs) Nov 17 15:21:27.502544 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 17 15:21:27.502544 dv-cinder-818233-1-iscsi neutron-server[101833]: self._notify() Nov 17 15:21:27.502544 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 17 15:21:27.502544 dv-cinder-818233-1-iscsi neutron-server[101833]: self.callback(batched_events) Nov 17 15:21:27.502544 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 17 15:21:27.502544 dv-cinder-818233-1-iscsi neutron-server[101833]: event.method(event) Nov 17 15:21:27.502544 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 17 15:21:27.502544 dv-cinder-818233-1-iscsi neutron-server[101833]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 17 15:21:27.502544 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 17 15:21:27.502544 dv-cinder-818233-1-iscsi neutron-server[101833]: aggregate_uuid = self.p_client.list_aggregates( Nov 17 15:21:27.502544 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 17 15:21:27.502544 dv-cinder-818233-1-iscsi neutron-server[101833]: return f(self, *a, **k) Nov 17 15:21:27.502544 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 17 15:21:27.502544 dv-cinder-818233-1-iscsi neutron-server[101833]: return self._get(url).json() Nov 17 15:21:27.502544 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 17 15:21:27.502544 dv-cinder-818233-1-iscsi neutron-server[101833]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 17 15:21:27.502544 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 17 15:21:27.502544 dv-cinder-818233-1-iscsi neutron-server[101833]: return self.request(url, 'GET', **kwargs) Nov 17 15:21:27.502544 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 17 15:21:27.502544 dv-cinder-818233-1-iscsi neutron-server[101833]: base_url = self.get_endpoint(auth, allow=allow, Nov 17 15:21:27.502544 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 17 15:21:27.502544 dv-cinder-818233-1-iscsi neutron-server[101833]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 17 15:21:27.502544 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 17 15:21:27.502544 dv-cinder-818233-1-iscsi neutron-server[101833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 17 15:21:27.502544 dv-cinder-818233-1-iscsi neutron-server[101833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 17 15:21:27.516783 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] No Port match for: aaf248ac-bfa0-4272-a6a4-a50d7e5f4952 {{(pid=101835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 15:21:27.517131 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device aaf248ac-bfa0-4272-a6a4-a50d7e5f4952 not bound to the agent host dv-cinder-818233-1-iscsi {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 15:21:27.555242 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-86027898-b0a3-46b3-ba81-674036bab91a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526969'] for network, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:27.561280 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-86027898-b0a3-46b3-ba81-674036bab91a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for network, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:27.562831 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-111c1ab1-ab9b-4eff-a76d-5bdc6850389f None None] For port b96aa458-46c2-4f3a-9aee-591d4f25e6c6, host dv-cinder-818233-1-iscsi, got binding levels [] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:21:27.563227 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-111c1ab1-ab9b-4eff-a76d-5bdc6850389f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:27.564422 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-86027898-b0a3-46b3-ba81-674036bab91a admin admin] 10.222.0.62 "DELETE /v2.0/networks/1fca104d-ea74-4332-bec0-89b177260d77 HTTP/1.1" status: 204 len: 168 time: 0.5371802 Nov 17 15:21:27.575470 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86027898-b0a3-46b3-ba81-674036bab91a admin admin] Pushing event deleted for resources: {'Network': ['ID=1fca104d-ea74-4332-bec0-89b177260d77,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:21:27.576854 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-111c1ab1-ab9b-4eff-a76d-5bdc6850389f None None] Calling delete_port for b96aa458-46c2-4f3a-9aee-591d4f25e6c6 owned by network:dhcp {{(pid=101835) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:21:27.584461 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.ipam_backend_mixin [None req-111c1ab1-ab9b-4eff-a76d-5bdc6850389f None None] Port b96aa458-46c2-4f3a-9aee-591d4f25e6c6 was not found and therefore no delete operation was performed {{(pid=101835) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 17 15:21:27.585780 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-111c1ab1-ab9b-4eff-a76d-5bdc6850389f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727'] for port, after_delete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:27.608580 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-111c1ab1-ab9b-4eff-a76d-5bdc6850389f None None] Network 1fca104d-ea74-4332-bec0-89b177260d77 is not hosted by any dhcp agent {{(pid=101835) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 17 15:21:27.609039 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111c1ab1-ab9b-4eff-a76d-5bdc6850389f None None] No DVR routers for this DVR port b96aa458-46c2-4f3a-9aee-591d4f25e6c6 on host dv-cinder-818233-1-iscsi {{(pid=101835) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 15:21:27.610766 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111c1ab1-ab9b-4eff-a76d-5bdc6850389f None None] Pushing event deleted for resources: {'Port': ['ID=b96aa458-46c2-4f3a-9aee-591d4f25e6c6,revision_number=None']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:21:27.681970 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 37246) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:21:27.721818 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-61321b70-643e-45c9-85bb-2804de592a90 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5131dce595224bfe8a730cc800f0f158&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385900 Nov 17 15:21:27.724372 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 37248) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:21:27.773060 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-875317a6-2d67-4367-9504-79ffff6b4830 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:27.793925 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-875317a6-2d67-4367-9504-79ffff6b4830 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:27.846614 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-875317a6-2d67-4367-9504-79ffff6b4830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:27.849523 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-875317a6-2d67-4367-9504-79ffff6b4830 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:27.850647 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-875317a6-2d67-4367-9504-79ffff6b4830 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d2be066f-ada6-4c16-8d51-1f83ec405ea1 HTTP/1.1" status: 204 len: 168 time: 0.1253958 Nov 17 15:21:27.859037 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875317a6-2d67-4367-9504-79ffff6b4830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2be066f-ada6-4c16-8d51-1f83ec405ea1,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:21:28.159328 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 37254) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:21:28.197752 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-5f3758db-8360-4ecf-be98-a472397f71d6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d6d252fba4c34628a930233b7ab85306&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372574 Nov 17 15:21:28.200624 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 37256) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:21:28.245572 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-e9d9fabf-c18b-44ab-b2f4-f47ea51b3e57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:28.265967 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-e9d9fabf-c18b-44ab-b2f4-f47ea51b3e57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:28.309265 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-e9d9fabf-c18b-44ab-b2f4-f47ea51b3e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:28.311928 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-e9d9fabf-c18b-44ab-b2f4-f47ea51b3e57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:28.313046 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-e9d9fabf-c18b-44ab-b2f4-f47ea51b3e57 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/201cddf1-b673-46e0-900d-c5e89907394b HTTP/1.1" status: 204 len: 168 time: 0.1115603 Nov 17 15:21:28.320879 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d9fabf-c18b-44ab-b2f4-f47ea51b3e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201cddf1-b673-46e0-900d-c5e89907394b,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:21:28.549045 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e142059-965f-450e-9173-32ed19b1fbde req-a4f0a685-caee-4faa-a8af-a78dbf2f1497 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:28.550562 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-3e142059-965f-450e-9173-32ed19b1fbde req-a4f0a685-caee-4faa-a8af-a78dbf2f1497 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?device_id=203a2bef-fd15-4110-8a07-fe8944e1d509 HTTP/1.1" status: 200 len: 944 time: 0.0558381 Nov 17 15:21:28.602391 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-3e142059-965f-450e-9173-32ed19b1fbde req-3fc211a4-6ba9-4e76-85b5-0ca033206c02 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/security-groups?id=3802a123-c5a3-4fbd-b47a-aaa8461fa8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456629 Nov 17 15:21:29.718490 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc744f48-f08a-4297-9a63-638bc86f8c32 req-bd4047b7-6717-4c3c-a7de-b851cb70137c tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:29.719894 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-dc744f48-f08a-4297-9a63-638bc86f8c32 req-bd4047b7-6717-4c3c-a7de-b851cb70137c tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?device_id=203a2bef-fd15-4110-8a07-fe8944e1d509 HTTP/1.1" status: 200 len: 944 time: 0.0509610 Nov 17 15:21:29.765759 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-dc744f48-f08a-4297-9a63-638bc86f8c32 req-24357e5a-db7e-4166-bfba-7e08b9008487 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/security-groups?id=3802a123-c5a3-4fbd-b47a-aaa8461fa8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397778 Nov 17 15:21:30.353849 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device 31e725c5-04f3-46ae-8cd6-f53607d55cbf details requested by agent hyperv_hv-cinder-81823 with host hv-cinder-81823 {{(pid=101835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 17 15:21:30.461797 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port 31e725c5-04f3-46ae-8cd6-f53607d55cbf, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=31e725c5-04f3-46ae-8cd6-f53607d55cbf,segment=NetworkSegment(187dce46-03c0-4682-beb7-de0bdfd4aab0),segment_id=187dce46-03c0-4682-beb7-de0bdfd4aab0)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:21:30.474214 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Returning: {'device': '31e725c5-04f3-46ae-8cd6-f53607d55cbf', 'network_id': 'c7c8c8cc-4fd1-44e9-9278-447f4824bfc1', 'port_id': '31e725c5-04f3-46ae-8cd6-f53607d55cbf', 'mac_address': 'fa:16:3e:ef:9b:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad221478-1f9e-4ce9-b94a-08aacbaf2a20', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 17 15:21:30.509822 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:30.522816 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.notifiers.nova [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31e725c5-04f3-46ae-8cd6-f53607d55cbf {{(pid=101835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 15:21:30.542126 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port 31e725c5-04f3-46ae-8cd6-f53607d55cbf, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=31e725c5-04f3-46ae-8cd6-f53607d55cbf,segment=NetworkSegment(187dce46-03c0-4682-beb7-de0bdfd4aab0),segment_id=187dce46-03c0-4682-beb7-de0bdfd4aab0)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:21:30.546044 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:30.590769 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Pushing event updated for resources: {'Port': ['ID=31e725c5-04f3-46ae-8cd6-f53607d55cbf,revision_number=4']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:21:30.858398 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] get_ports_and_sgs() called for port_ids ['31e725c5-04f3-46ae-8cd6-f53607d55cbf'] {{(pid=101835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 15:21:30.878935 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c1ac1-e5e5-4a4a-b5e9-182e96d2bfb1 req-8bd5a991-5739-4154-a439-d4c1679e6848 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:30.880414 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-295c1ac1-e5e5-4a4a-b5e9-182e96d2bfb1 req-8bd5a991-5739-4154-a439-d4c1679e6848 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?device_id=203a2bef-fd15-4110-8a07-fe8944e1d509 HTTP/1.1" status: 200 len: 945 time: 0.0491238 Nov 17 15:21:30.926079 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-295c1ac1-e5e5-4a4a-b5e9-182e96d2bfb1 req-c2f10282-5ab5-45b6-891a-9646ddeb2e15 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/security-groups?id=3802a123-c5a3-4fbd-b47a-aaa8461fa8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396113 Nov 17 15:21:32.039269 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75959dc-3946-44a1-8543-ac2f8b962896 req-3e712ef0-d31e-40b3-922d-2c1ee05bb3d5 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:32.040750 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-f75959dc-3946-44a1-8543-ac2f8b962896 req-3e712ef0-d31e-40b3-922d-2c1ee05bb3d5 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?device_id=203a2bef-fd15-4110-8a07-fe8944e1d509 HTTP/1.1" status: 200 len: 945 time: 0.0476484 Nov 17 15:21:32.086873 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-f75959dc-3946-44a1-8543-ac2f8b962896 req-cf37a5d8-e253-4e74-ae2f-90ff5ff5696f tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/security-groups?id=3802a123-c5a3-4fbd-b47a-aaa8461fa8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397429 Nov 17 15:21:32.354160 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device 31e725c5-04f3-46ae-8cd6-f53607d55cbf up at agent hyperv_hv-cinder-81823 {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:21:32.400486 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Provisioning for port 31e725c5-04f3-46ae-8cd6-f53607d55cbf completed by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 17 15:21:32.404799 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Provisioning complete for port 31e725c5-04f3-46ae-8cd6-f53607d55cbf triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:21:32.405167 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:32.482824 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:32.504527 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '203a2bef-fd15-4110-8a07-fe8944e1d509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31e725c5-04f3-46ae-8cd6-f53607d55cbf'}] {{(pid=101835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:21:32.506742 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc2a867bdaff5c76f0208ec4146e14dfecc9fe2083470249ba9c3c2934649c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0434b4b1-b103-4ada-8619-ce82612623ad" -d '{"events": [{"server_uuid": "203a2bef-fd15-4110-8a07-fe8944e1d509", "name": "network-vif-plugged", "status": "completed", "tag": "31e725c5-04f3-46ae-8cd6-f53607d55cbf"}]}' {{(pid=101835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:21:32.520543 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port 31e725c5-04f3-46ae-8cd6-f53607d55cbf, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=31e725c5-04f3-46ae-8cd6-f53607d55cbf,segment=NetworkSegment(187dce46-03c0-4682-beb7-de0bdfd4aab0),segment_id=187dce46-03c0-4682-beb7-de0bdfd4aab0)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:21:32.524566 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:32.548029 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 15:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3381332e-6d2b-4e32-83b7-92a36d2bed83 x-openstack-request-id: req-3381332e-6d2b-4e32-83b7-92a36d2bed83 {{(pid=101835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:21:32.548316 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "203a2bef-fd15-4110-8a07-fe8944e1d509", "name": "network-vif-plugged", "status": "completed", "tag": "31e725c5-04f3-46ae-8cd6-f53607d55cbf", "code": 200}]} {{(pid=101835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:21:32.548565 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3381332e-6d2b-4e32-83b7-92a36d2bed83 {{(pid=101835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:21:32.548948 dv-cinder-818233-1-iscsi neutron-server[101835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '203a2bef-fd15-4110-8a07-fe8944e1d509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31e725c5-04f3-46ae-8cd6-f53607d55cbf', 'code': 200} Nov 17 15:21:32.573439 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Pushing event updated for resources: {'Port': ['ID=31e725c5-04f3-46ae-8cd6-f53607d55cbf,revision_number=5']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:21:32.702459 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d2be7c-e541-4682-96c1-85fda337dcf1 req-03c1797b-67d3-445e-96e5-67846da78310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:32.703907 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-95d2be7c-e541-4682-96c1-85fda337dcf1 req-03c1797b-67d3-445e-96e5-67846da78310 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=203a2bef-fd15-4110-8a07-fe8944e1d509 HTTP/1.1" status: 200 len: 1099 time: 0.0384490 Nov 17 15:21:32.751490 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-95d2be7c-e541-4682-96c1-85fda337dcf1 req-41f1db15-5b0d-4aa7-b686-69bf4f0ea1d7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3802a123-c5a3-4fbd-b47a-aaa8461fa8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385466 Nov 17 15:21:33.197278 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2f731-e2a4-4ce7-aae8-59355ef0c8b0 req-c05c3661-0cdb-49df-b00f-0aa7c5cfe418 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:33.198720 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-09b2f731-e2a4-4ce7-aae8-59355ef0c8b0 req-c05c3661-0cdb-49df-b00f-0aa7c5cfe418 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?device_id=203a2bef-fd15-4110-8a07-fe8944e1d509 HTTP/1.1" status: 200 len: 946 time: 0.0471315 Nov 17 15:21:33.245766 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-09b2f731-e2a4-4ce7-aae8-59355ef0c8b0 req-8f4e821e-e5f0-4179-95c9-f25aaaa0ceab tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/security-groups?id=3802a123-c5a3-4fbd-b47a-aaa8461fa8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409899 Nov 17 15:21:34.360469 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e4703-97bb-4d7a-a586-b695c4c9db49 req-e9538888-ba50-4fa8-9bfb-3a730fad58b0 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:34.361899 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-4f0e4703-97bb-4d7a-a586-b695c4c9db49 req-e9538888-ba50-4fa8-9bfb-3a730fad58b0 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?device_id=203a2bef-fd15-4110-8a07-fe8944e1d509 HTTP/1.1" status: 200 len: 946 time: 0.0475781 Nov 17 15:21:34.410936 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-4f0e4703-97bb-4d7a-a586-b695c4c9db49 req-91cc9eed-1ef6-4411-a3fe-aec12325c2be tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/security-groups?id=3802a123-c5a3-4fbd-b47a-aaa8461fa8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432069 Nov 17 15:21:35.949445 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.agents_db [None req-8c09612d-4555-4199-ac80-2bf3536e394d None None] Agent healthcheck: found 6 active agents {{(pid=101836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 15:21:36.187959 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:44.037645 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf86912-983d-4aee-823f-89b667f0cb99 req-7e3f7ccd-9690-4a86-9090-69a32fe3603e tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:44.039018 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-1cf86912-983d-4aee-823f-89b667f0cb99 req-7e3f7ccd-9690-4a86-9090-69a32fe3603e tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/networks?id=c7c8c8cc-4fd1-44e9-9278-447f4824bfc1 HTTP/1.1" status: 200 len: 814 time: 0.0983989 Nov 17 15:21:44.054188 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-1cf86912-983d-4aee-823f-89b667f0cb99 req-7223c4fb-7a5c-43b4-8d34-8ab516d1d500 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/quotas/c9fa6a420d6143b69064052cfceeff8e HTTP/1.1" status: 200 len: 375 time: 0.0086563 Nov 17 15:21:44.108540 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-1cf86912-983d-4aee-823f-89b667f0cb99 req-2afa82bc-124f-4e3e-9778-62e4d0c36f48 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c9fa6a420d6143b69064052cfceeff8e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0486567 Nov 17 15:21:44.211002 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [req-1cf86912-983d-4aee-823f-89b667f0cb99 req-fa29720f-8016-49d8-8217-aa8dedbed84f service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=101833) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 17 15:21:44.212020 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-1cf86912-983d-4aee-823f-89b667f0cb99 req-fa29720f-8016-49d8-8217-aa8dedbed84f service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0970061 Nov 17 15:21:44.300251 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-1cf86912-983d-4aee-823f-89b667f0cb99 req-d9eccddf-c54b-4804-ac88-21e9d844d416 service neutron] 10.222.0.62 "GET /v2.0/networks/c7c8c8cc-4fd1-44e9-9278-447f4824bfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818868 Nov 17 15:21:44.388634 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-1cf86912-983d-4aee-823f-89b667f0cb99 req-79b601a9-1b48-46ce-be54-14d14c7df9e9 service neutron] 10.222.0.62 "GET /v2.0/networks/c7c8c8cc-4fd1-44e9-9278-447f4824bfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824268 Nov 17 15:21:44.544962 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-abd3a98e-3025-436f-8276-ca0f681d2281 req-73568c52-263f-4cb4-8027-540516f1bccb tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?device_id=0100676e-d96e-4f8c-bf86-34f898c88165 HTTP/1.1" status: 200 len: 210 time: 0.0272789 Nov 17 15:21:45.471858 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf86912-983d-4aee-823f-89b667f0cb99 req-75404b43-1b78-47a4-8865-ab36bd0b034a tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:45.473556 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-1cf86912-983d-4aee-823f-89b667f0cb99 req-75404b43-1b78-47a4-8865-ab36bd0b034a tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.55 "GET /v2.0/networks?id=c7c8c8cc-4fd1-44e9-9278-447f4824bfc1 HTTP/1.1" status: 200 len: 814 time: 0.1067212 Nov 17 15:21:45.493534 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [req-1cf86912-983d-4aee-823f-89b667f0cb99 req-788db9cc-450c-40dd-a387-dc164651c341 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Request body: {'port': {'device_id': '0100676e-d96e-4f8c-bf86-34f898c88165', 'network_id': 'c7c8c8cc-4fd1-44e9-9278-447f4824bfc1', 'admin_state_up': True, 'tenant_id': 'c9fa6a420d6143b69064052cfceeff8e'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:21:45.600548 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cf86912-983d-4aee-823f-89b667f0cb99 req-788db9cc-450c-40dd-a387-dc164651c341 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Made reservation on behalf of c9fa6a420d6143b69064052cfceeff8e for: {'port': 1} {{(pid=101834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:21:45.604345 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-1cf86912-983d-4aee-823f-89b667f0cb99 req-788db9cc-450c-40dd-a387-dc164651c341 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:45.636049 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-daa6c03b-6d72-4f7a-9ce2-fa3240775658 req-28b8924d-b276-4218-9cb3-109c2971e799 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?device_id=0100676e-d96e-4f8c-bf86-34f898c88165 HTTP/1.1" status: 200 len: 210 time: 0.0260425 Nov 17 15:21:45.732751 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.db_base_plugin_common [req-1cf86912-983d-4aee-823f-89b667f0cb99 req-788db9cc-450c-40dd-a387-dc164651c341 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Allocated IP 172.20.0.12 (c7c8c8cc-4fd1-44e9-9278-447f4824bfc1/ad221478-1f9e-4ce9-b94a-08aacbaf2a20/d4e6cd24-719e-4544-8b55-ef8d344e6b1f) {{(pid=101834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:21:45.879953 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-1cf86912-983d-4aee-823f-89b667f0cb99 req-788db9cc-450c-40dd-a387-dc164651c341 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Publish callbacks [] for port, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:45.912254 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-1cf86912-983d-4aee-823f-89b667f0cb99 req-788db9cc-450c-40dd-a387-dc164651c341 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:45.925700 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] get_ports_and_sgs() called for port_ids ['ddab2da3-e211-436e-a8d4-0eff85a45f5a', '735d2e1b-6396-4a87-bb32-e495d4e74975', '31e725c5-04f3-46ae-8cd6-f53607d55cbf'] {{(pid=101835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 15:21:45.955308 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cf86912-983d-4aee-823f-89b667f0cb99 req-788db9cc-450c-40dd-a387-dc164651c341 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Network c7c8c8cc-4fd1-44e9-9278-447f4824bfc1 is already hosted by enough agents. {{(pid=101834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:21:45.960257 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.base_scheduler [req-1cf86912-983d-4aee-823f-89b667f0cb99 req-788db9cc-450c-40dd-a387-dc164651c341 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Resources bound (agent type, host, resource id): {{(pid=101834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:21:45.965029 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf86912-983d-4aee-823f-89b667f0cb99 req-788db9cc-450c-40dd-a387-dc164651c341 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Received port after_create {{(pid=101834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:21:45.968820 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788db9cc-450c-40dd-a387-dc164651c341 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Pushing event updated for resources: {'Port': ['ID=d4e6cd24-719e-4544-8b55-ef8d344e6b1f,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:21:45.997698 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788db9cc-450c-40dd-a387-dc164651c341 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:21:45.997968 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788db9cc-450c-40dd-a387-dc164651c341 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:21:45.998295 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788db9cc-450c-40dd-a387-dc164651c341 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:21:45.998621 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788db9cc-450c-40dd-a387-dc164651c341 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:21:45.998943 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788db9cc-450c-40dd-a387-dc164651c341 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:21:45.999296 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788db9cc-450c-40dd-a387-dc164651c341 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:21:45.999645 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788db9cc-450c-40dd-a387-dc164651c341 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:21:45.999964 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788db9cc-450c-40dd-a387-dc164651c341 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:21:46.000294 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788db9cc-450c-40dd-a387-dc164651c341 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:21:46.000607 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788db9cc-450c-40dd-a387-dc164651c341 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:21:46.000922 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788db9cc-450c-40dd-a387-dc164651c341 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:21:46.001234 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788db9cc-450c-40dd-a387-dc164651c341 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:21:46.023627 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf86912-983d-4aee-823f-89b667f0cb99 req-788db9cc-450c-40dd-a387-dc164651c341 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:46.024229 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-1cf86912-983d-4aee-823f-89b667f0cb99 req-788db9cc-450c-40dd-a387-dc164651c341 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for port, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:46.040368 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-1cf86912-983d-4aee-823f-89b667f0cb99 req-788db9cc-450c-40dd-a387-dc164651c341 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5507493 Nov 17 15:21:46.057664 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [req-1cf86912-983d-4aee-823f-89b667f0cb99 req-ed69db1d-af2c-4a3b-a96d-3ba34c2588b2 service neutron] Request body: {'port': {'device_id': '0100676e-d96e-4f8c-bf86-34f898c88165', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81823'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:21:46.115043 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-1cf86912-983d-4aee-823f-89b667f0cb99 req-ed69db1d-af2c-4a3b-a96d-3ba34c2588b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:46.378161 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.notifiers.nova [req-1cf86912-983d-4aee-823f-89b667f0cb99 req-ed69db1d-af2c-4a3b-a96d-3ba34c2588b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4e6cd24-719e-4544-8b55-ef8d344e6b1f {{(pid=101834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 15:21:46.385214 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-1cf86912-983d-4aee-823f-89b667f0cb99 req-ed69db1d-af2c-4a3b-a96d-3ba34c2588b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:46.397275 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.provisioning_blocks [req-1cf86912-983d-4aee-823f-89b667f0cb99 req-ed69db1d-af2c-4a3b-a96d-3ba34c2588b2 service neutron] Transition to ACTIVE for port object d4e6cd24-719e-4544-8b55-ef8d344e6b1f will not be triggered until provisioned by entity L2. {{(pid=101834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 17 15:21:46.400625 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-1cf86912-983d-4aee-823f-89b667f0cb99 req-ed69db1d-af2c-4a3b-a96d-3ba34c2588b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4397568'] for port, after_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:46.449774 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed69db1d-af2c-4a3b-a96d-3ba34c2588b2 service neutron] Pushing event updated for resources: {'Port': ['ID=d4e6cd24-719e-4544-8b55-ef8d344e6b1f,revision_number=2']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:21:46.514232 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.managers [req-1cf86912-983d-4aee-823f-89b667f0cb99 req-ed69db1d-af2c-4a3b-a96d-3ba34c2588b2 service neutron] Attempting to bind port d4e6cd24-719e-4544-8b55-ef8d344e6b1f on host hv-cinder-81823 for vnic_type normal with profile {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 15:21:46.514558 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.managers [req-1cf86912-983d-4aee-823f-89b667f0cb99 req-ed69db1d-af2c-4a3b-a96d-3ba34c2588b2 service neutron] Attempting to bind port d4e6cd24-719e-4544-8b55-ef8d344e6b1f by drivers openvswitch,hyperv on host hv-cinder-81823 at level 0 using segments [{'id': '187dce46-03c0-4682-beb7-de0bdfd4aab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'c7c8c8cc-4fd1-44e9-9278-447f4824bfc1'}] {{(pid=101834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 15:21:46.514880 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf86912-983d-4aee-823f-89b667f0cb99 req-ed69db1d-af2c-4a3b-a96d-3ba34c2588b2 service neutron] Attempting to bind port d4e6cd24-719e-4544-8b55-ef8d344e6b1f on network c7c8c8cc-4fd1-44e9-9278-447f4824bfc1 {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:21:46.518940 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf86912-983d-4aee-823f-89b667f0cb99 req-ed69db1d-af2c-4a3b-a96d-3ba34c2588b2 service neutron] Port d4e6cd24-719e-4544-8b55-ef8d344e6b1f on network c7c8c8cc-4fd1-44e9-9278-447f4824bfc1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81823 {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 17 15:21:46.519246 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf86912-983d-4aee-823f-89b667f0cb99 req-ed69db1d-af2c-4a3b-a96d-3ba34c2588b2 service neutron] Attempting to bind port d4e6cd24-719e-4544-8b55-ef8d344e6b1f on network c7c8c8cc-4fd1-44e9-9278-447f4824bfc1 {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:21:46.523881 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf86912-983d-4aee-823f-89b667f0cb99 req-ed69db1d-af2c-4a3b-a96d-3ba34c2588b2 service neutron] Checking agent: {'id': '56359ff8-4a05-4ac1-99e4-1793cc03f30f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81823', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 15, 9, 3), 'started_at': datetime.datetime(2021, 11, 17, 15, 9, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 15, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 15:21:46.524205 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf86912-983d-4aee-823f-89b667f0cb99 req-ed69db1d-af2c-4a3b-a96d-3ba34c2588b2 service neutron] Checking segment: {'id': '187dce46-03c0-4682-beb7-de0bdfd4aab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'c7c8c8cc-4fd1-44e9-9278-447f4824bfc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:21:46.524570 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf86912-983d-4aee-823f-89b667f0cb99 req-ed69db1d-af2c-4a3b-a96d-3ba34c2588b2 service neutron] Bound using segment: {'id': '187dce46-03c0-4682-beb7-de0bdfd4aab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'c7c8c8cc-4fd1-44e9-9278-447f4824bfc1'} {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 15:21:46.524981 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.managers [req-1cf86912-983d-4aee-823f-89b667f0cb99 req-ed69db1d-af2c-4a3b-a96d-3ba34c2588b2 service neutron] Bound port: d4e6cd24-719e-4544-8b55-ef8d344e6b1f, host: hv-cinder-81823, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '187dce46-03c0-4682-beb7-de0bdfd4aab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'c7c8c8cc-4fd1-44e9-9278-447f4824bfc1'}}] {{(pid=101834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 15:21:46.525317 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-1cf86912-983d-4aee-823f-89b667f0cb99 req-ed69db1d-af2c-4a3b-a96d-3ba34c2588b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:46.585275 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [req-1cf86912-983d-4aee-823f-89b667f0cb99 req-ed69db1d-af2c-4a3b-a96d-3ba34c2588b2 service neutron] For port d4e6cd24-719e-4544-8b55-ef8d344e6b1f, host hv-cinder-81823, cleared binding levels {{(pid=101834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 15:21:46.588168 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [req-1cf86912-983d-4aee-823f-89b667f0cb99 req-ed69db1d-af2c-4a3b-a96d-3ba34c2588b2 service neutron] For port d4e6cd24-719e-4544-8b55-ef8d344e6b1f, host hv-cinder-81823, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=d4e6cd24-719e-4544-8b55-ef8d344e6b1f,segment=NetworkSegment(187dce46-03c0-4682-beb7-de0bdfd4aab0),segment_id=187dce46-03c0-4682-beb7-de0bdfd4aab0)] {{(pid=101834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 15:21:46.592973 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-1cf86912-983d-4aee-823f-89b667f0cb99 req-ed69db1d-af2c-4a3b-a96d-3ba34c2588b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4397568'] for port, after_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:46.625745 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf86912-983d-4aee-823f-89b667f0cb99 req-ed69db1d-af2c-4a3b-a96d-3ba34c2588b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:46.626336 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-1cf86912-983d-4aee-823f-89b667f0cb99 req-ed69db1d-af2c-4a3b-a96d-3ba34c2588b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for port, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:46.627719 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-1cf86912-983d-4aee-823f-89b667f0cb99 req-ed69db1d-af2c-4a3b-a96d-3ba34c2588b2 service neutron] 10.222.0.55 "PUT /v2.0/ports/d4e6cd24-719e-4544-8b55-ef8d344e6b1f HTTP/1.1" status: 200 len: 1094 time: 0.5740507 Nov 17 15:21:46.628140 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0100676e-d96e-4f8c-bf86-34f898c88165', 'tag': 'd4e6cd24-719e-4544-8b55-ef8d344e6b1f'}] {{(pid=101834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:21:46.630396 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10d7295a2f7876e94fbb36dd5f9fa1a1524f2628f083d864ab6dabde9166157e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52912a5-9451-4d92-9b42-5decc8b62728" -d '{"events": [{"name": "network-changed", "server_uuid": "0100676e-d96e-4f8c-bf86-34f898c88165", "tag": "d4e6cd24-719e-4544-8b55-ef8d344e6b1f"}]}' {{(pid=101834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:21:46.659257 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed69db1d-af2c-4a3b-a96d-3ba34c2588b2 service neutron] Pushing event updated for resources: {'Port': ['ID=d4e6cd24-719e-4544-8b55-ef8d344e6b1f,revision_number=3']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:21:46.715660 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf86912-983d-4aee-823f-89b667f0cb99 req-62fe90fe-20d8-4067-9513-392b968085c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:46.717142 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-1cf86912-983d-4aee-823f-89b667f0cb99 req-62fe90fe-20d8-4067-9513-392b968085c5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9fa6a420d6143b69064052cfceeff8e&device_id=0100676e-d96e-4f8c-bf86-34f898c88165 HTTP/1.1" status: 200 len: 1097 time: 0.0455711 Nov 17 15:21:46.761117 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d20a8d-cbdb-4164-9dee-005e3528923a req-b067e6e0-02cc-4076-8371-8b2601d07e9e tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:46.763819 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-e3d20a8d-cbdb-4164-9dee-005e3528923a req-b067e6e0-02cc-4076-8371-8b2601d07e9e tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?device_id=0100676e-d96e-4f8c-bf86-34f898c88165 HTTP/1.1" status: 200 len: 944 time: 0.0530391 Nov 17 15:21:46.764806 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-1cf86912-983d-4aee-823f-89b667f0cb99 req-3bcaebe8-8738-4347-b2a0-0ff619ccb0f6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4e6cd24-719e-4544-8b55-ef8d344e6b1f HTTP/1.1" status: 200 len: 217 time: 0.0384424 Nov 17 15:21:46.804882 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 15:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7b3835-d79c-4f71-ae6b-1162c5c7cef6 x-openstack-request-id: req-7e7b3835-d79c-4f71-ae6b-1162c5c7cef6 {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:21:46.805171 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0100676e-d96e-4f8c-bf86-34f898c88165", "tag": "d4e6cd24-719e-4544-8b55-ef8d344e6b1f", "status": "completed", "code": 200}]} {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:21:46.805424 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7e7b3835-d79c-4f71-ae6b-1162c5c7cef6 {{(pid=101834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:21:46.805817 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0100676e-d96e-4f8c-bf86-34f898c88165', 'tag': 'd4e6cd24-719e-4544-8b55-ef8d344e6b1f', 'status': 'completed', 'code': 200} Nov 17 15:21:46.811727 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-e3d20a8d-cbdb-4164-9dee-005e3528923a req-be34a0ab-359e-4fac-9b1a-5b876681518e tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/security-groups?id=3802a123-c5a3-4fbd-b47a-aaa8461fa8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425735 Nov 17 15:21:46.817728 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf86912-983d-4aee-823f-89b667f0cb99 req-7ec889c3-b492-4458-bf58-bc8bbeda8071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:46.819172 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-1cf86912-983d-4aee-823f-89b667f0cb99 req-7ec889c3-b492-4458-bf58-bc8bbeda8071 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ad221478-1f9e-4ce9-b94a-08aacbaf2a20 HTTP/1.1" status: 200 len: 854 time: 0.0469029 Nov 17 15:21:46.855928 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-1cf86912-983d-4aee-823f-89b667f0cb99 req-40c5687d-97f2-47cb-b13c-8013e49ef1b0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c7c8c8cc-4fd1-44e9-9278-447f4824bfc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279038 Nov 17 15:21:46.942666 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-1cf86912-983d-4aee-823f-89b667f0cb99 req-580a6318-34ac-4467-8417-bd5cc46f2b41 service neutron] 10.222.0.55 "GET /v2.0/networks/c7c8c8cc-4fd1-44e9-9278-447f4824bfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798824 Nov 17 15:21:47.036456 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-1cf86912-983d-4aee-823f-89b667f0cb99 req-0530c69e-d8be-4977-ae27-0dcf9cb22437 service neutron] 10.222.0.55 "GET /v2.0/networks/c7c8c8cc-4fd1-44e9-9278-447f4824bfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833580 Nov 17 15:21:47.129305 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52912a5-9451-4d92-9b42-5decc8b62728 req-3ecb675b-c0d8-499b-8be2-a7ceef3b85aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:47.130813 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-e52912a5-9451-4d92-9b42-5decc8b62728 req-3ecb675b-c0d8-499b-8be2-a7ceef3b85aa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9fa6a420d6143b69064052cfceeff8e&device_id=0100676e-d96e-4f8c-bf86-34f898c88165 HTTP/1.1" status: 200 len: 1097 time: 0.0410888 Nov 17 15:21:47.234547 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52912a5-9451-4d92-9b42-5decc8b62728 req-ac848f21-a394-4af8-90eb-52c1e9c6d087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:47.235919 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-e52912a5-9451-4d92-9b42-5decc8b62728 req-ac848f21-a394-4af8-90eb-52c1e9c6d087 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c7c8c8cc-4fd1-44e9-9278-447f4824bfc1 HTTP/1.1" status: 200 len: 915 time: 0.0856745 Nov 17 15:21:47.283948 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-e52912a5-9451-4d92-9b42-5decc8b62728 req-2f689bdd-b9c6-42b3-bbd9-81f0354b95b5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4e6cd24-719e-4544-8b55-ef8d344e6b1f HTTP/1.1" status: 200 len: 217 time: 0.0359488 Nov 17 15:21:47.332726 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52912a5-9451-4d92-9b42-5decc8b62728 req-74653401-fdec-403f-8e0b-ed8b77747eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:47.334120 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-e52912a5-9451-4d92-9b42-5decc8b62728 req-74653401-fdec-403f-8e0b-ed8b77747eb2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ad221478-1f9e-4ce9-b94a-08aacbaf2a20 HTTP/1.1" status: 200 len: 854 time: 0.0416732 Nov 17 15:21:47.368465 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-e52912a5-9451-4d92-9b42-5decc8b62728 req-39dcb892-5ebb-43af-97ef-5dae382667a9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c7c8c8cc-4fd1-44e9-9278-447f4824bfc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235336 Nov 17 15:21:47.470331 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-e52912a5-9451-4d92-9b42-5decc8b62728 req-14e188da-d7bc-4e04-bd23-6c16fbba1aca service neutron] 10.222.0.55 "GET /v2.0/networks/c7c8c8cc-4fd1-44e9-9278-447f4824bfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838408 Nov 17 15:21:47.558928 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-e52912a5-9451-4d92-9b42-5decc8b62728 req-073953a4-d296-4de3-8cc5-efe312a66a22 service neutron] 10.222.0.55 "GET /v2.0/networks/c7c8c8cc-4fd1-44e9-9278-447f4824bfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792677 Nov 17 15:21:47.930627 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189465b7-cc2e-462b-b3a2-a1e71645f856 req-60acdbac-709f-4f23-97a7-db4033b3b805 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:47.932117 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-189465b7-cc2e-462b-b3a2-a1e71645f856 req-60acdbac-709f-4f23-97a7-db4033b3b805 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?device_id=0100676e-d96e-4f8c-bf86-34f898c88165 HTTP/1.1" status: 200 len: 944 time: 0.0519505 Nov 17 15:21:47.977960 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-189465b7-cc2e-462b-b3a2-a1e71645f856 req-f5051468-7caf-46a5-b241-15708f01ba10 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/security-groups?id=3802a123-c5a3-4fbd-b47a-aaa8461fa8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400987 Nov 17 15:21:49.087281 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e9303-14bd-4269-8111-a3eff8eb1b86 req-4f957ccf-d3c4-442e-8559-707f412b0bd6 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:49.088738 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-a55e9303-14bd-4269-8111-a3eff8eb1b86 req-4f957ccf-d3c4-442e-8559-707f412b0bd6 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?device_id=0100676e-d96e-4f8c-bf86-34f898c88165 HTTP/1.1" status: 200 len: 944 time: 0.0466211 Nov 17 15:21:49.138574 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-a55e9303-14bd-4269-8111-a3eff8eb1b86 req-b5b65f45-fea3-47f0-a757-8b6330e7dded tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/security-groups?id=3802a123-c5a3-4fbd-b47a-aaa8461fa8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431929 Nov 17 15:21:50.258730 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195327e-9d04-428c-8e62-da1d223d737a req-bd93c1b3-23c6-43d5-8d46-30ecd04ac2c7 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:50.260238 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-7195327e-9d04-428c-8e62-da1d223d737a req-bd93c1b3-23c6-43d5-8d46-30ecd04ac2c7 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?device_id=0100676e-d96e-4f8c-bf86-34f898c88165 HTTP/1.1" status: 200 len: 944 time: 0.0472171 Nov 17 15:21:50.307338 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-7195327e-9d04-428c-8e62-da1d223d737a req-5730fbeb-5481-41c4-b557-58804d0d05aa tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/security-groups?id=3802a123-c5a3-4fbd-b47a-aaa8461fa8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408134 Nov 17 15:21:50.432653 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device d4e6cd24-719e-4544-8b55-ef8d344e6b1f details requested by agent hyperv_hv-cinder-81823 with host hv-cinder-81823 {{(pid=101835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 17 15:21:50.527750 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port d4e6cd24-719e-4544-8b55-ef8d344e6b1f, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=d4e6cd24-719e-4544-8b55-ef8d344e6b1f,segment=NetworkSegment(187dce46-03c0-4682-beb7-de0bdfd4aab0),segment_id=187dce46-03c0-4682-beb7-de0bdfd4aab0)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:21:50.538563 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Returning: {'device': 'd4e6cd24-719e-4544-8b55-ef8d344e6b1f', 'network_id': 'c7c8c8cc-4fd1-44e9-9278-447f4824bfc1', 'port_id': 'd4e6cd24-719e-4544-8b55-ef8d344e6b1f', 'mac_address': 'fa:16:3e:40:7d:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad221478-1f9e-4ce9-b94a-08aacbaf2a20', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 17 15:21:50.574764 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:50.590274 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.notifiers.nova [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4e6cd24-719e-4544-8b55-ef8d344e6b1f {{(pid=101835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 15:21:50.608616 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port d4e6cd24-719e-4544-8b55-ef8d344e6b1f, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=d4e6cd24-719e-4544-8b55-ef8d344e6b1f,segment=NetworkSegment(187dce46-03c0-4682-beb7-de0bdfd4aab0),segment_id=187dce46-03c0-4682-beb7-de0bdfd4aab0)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:21:50.612341 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:50.657671 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Pushing event updated for resources: {'Port': ['ID=d4e6cd24-719e-4544-8b55-ef8d344e6b1f,revision_number=4']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:21:50.664452 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:21:50.664797 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:21:50.665131 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:21:50.665464 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:21:50.665788 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:21:50.666114 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:21:50.666432 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:21:50.666749 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:21:50.667088 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:21:50.667916 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:21:50.668241 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:21:50.668556 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:21:50.879321 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] get_ports_and_sgs() called for port_ids ['d4e6cd24-719e-4544-8b55-ef8d344e6b1f'] {{(pid=101835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 15:21:51.421379 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaaecc9-c7ad-4a49-9fe0-84bb9cf9936b req-cfc17f70-ad63-4afa-a648-c0813626b783 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:51.422819 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-2eaaecc9-c7ad-4a49-9fe0-84bb9cf9936b req-cfc17f70-ad63-4afa-a648-c0813626b783 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?device_id=0100676e-d96e-4f8c-bf86-34f898c88165 HTTP/1.1" status: 200 len: 945 time: 0.0477140 Nov 17 15:21:51.469108 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-2eaaecc9-c7ad-4a49-9fe0-84bb9cf9936b req-4b8deba6-e15c-49ae-b91e-9499b457d5b6 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/security-groups?id=3802a123-c5a3-4fbd-b47a-aaa8461fa8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404227 Nov 17 15:21:51.490564 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-69d549d1-2919-4cbf-9d34-2da928f5e159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:52.431779 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device d4e6cd24-719e-4544-8b55-ef8d344e6b1f up at agent hyperv_hv-cinder-81823 {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:21:52.479832 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Provisioning for port d4e6cd24-719e-4544-8b55-ef8d344e6b1f completed by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 17 15:21:52.483728 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Provisioning complete for port d4e6cd24-719e-4544-8b55-ef8d344e6b1f triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:21:52.484089 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:52.559933 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:52.582042 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0100676e-d96e-4f8c-bf86-34f898c88165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e6cd24-719e-4544-8b55-ef8d344e6b1f'}] {{(pid=101835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:21:52.582883 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8411483-6533-45bc-a2f2-7f4645f99981 req-bb3a7388-ba86-4d1a-888e-15a58a0b749d tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:52.584295 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc2a867bdaff5c76f0208ec4146e14dfecc9fe2083470249ba9c3c2934649c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0633475-e31e-45e2-afd1-738271c32c09" -d '{"events": [{"server_uuid": "0100676e-d96e-4f8c-bf86-34f898c88165", "name": "network-vif-plugged", "status": "completed", "tag": "d4e6cd24-719e-4544-8b55-ef8d344e6b1f"}]}' {{(pid=101835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:21:52.584466 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-b8411483-6533-45bc-a2f2-7f4645f99981 req-bb3a7388-ba86-4d1a-888e-15a58a0b749d tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?device_id=0100676e-d96e-4f8c-bf86-34f898c88165 HTTP/1.1" status: 200 len: 945 time: 0.0478942 Nov 17 15:21:52.601864 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port d4e6cd24-719e-4544-8b55-ef8d344e6b1f, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=d4e6cd24-719e-4544-8b55-ef8d344e6b1f,segment=NetworkSegment(187dce46-03c0-4682-beb7-de0bdfd4aab0),segment_id=187dce46-03c0-4682-beb7-de0bdfd4aab0)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:21:52.606605 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:52.645811 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-b8411483-6533-45bc-a2f2-7f4645f99981 req-e144a4e5-8804-49c9-9828-9c680d1c8862 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/security-groups?id=3802a123-c5a3-4fbd-b47a-aaa8461fa8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484345 Nov 17 15:21:52.656357 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Pushing event updated for resources: {'Port': ['ID=d4e6cd24-719e-4544-8b55-ef8d344e6b1f,revision_number=5']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:21:52.689572 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 15:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d753e9a-5156-42f2-bede-fbe67dd35f9c x-openstack-request-id: req-6d753e9a-5156-42f2-bede-fbe67dd35f9c {{(pid=101835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:21:52.689862 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0100676e-d96e-4f8c-bf86-34f898c88165", "name": "network-vif-plugged", "status": "completed", "tag": "d4e6cd24-719e-4544-8b55-ef8d344e6b1f", "code": 200}]} {{(pid=101835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:21:52.690118 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6d753e9a-5156-42f2-bede-fbe67dd35f9c {{(pid=101835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:21:52.690512 dv-cinder-818233-1-iscsi neutron-server[101835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0100676e-d96e-4f8c-bf86-34f898c88165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e6cd24-719e-4544-8b55-ef8d344e6b1f', 'code': 200} Nov 17 15:21:52.854686 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c1797-5c9a-4629-9fbb-9a3f1d0c3597 req-fc8ed47d-ea1f-4322-87f7-68e70f08eb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:52.856128 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-8a3c1797-5c9a-4629-9fbb-9a3f1d0c3597 req-fc8ed47d-ea1f-4322-87f7-68e70f08eb9b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0100676e-d96e-4f8c-bf86-34f898c88165 HTTP/1.1" status: 200 len: 1099 time: 0.0379739 Nov 17 15:21:52.903222 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-8a3c1797-5c9a-4629-9fbb-9a3f1d0c3597 req-a676ac18-7080-46da-91c2-3e7edb2eb0ce service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3802a123-c5a3-4fbd-b47a-aaa8461fa8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362124 Nov 17 15:21:53.758834 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46fef78-7b8b-4ae6-ab76-f384e4cd1763 req-115e79fa-d723-4364-973d-6fecc90604f9 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:53.760200 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-f46fef78-7b8b-4ae6-ab76-f384e4cd1763 req-115e79fa-d723-4364-973d-6fecc90604f9 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?device_id=0100676e-d96e-4f8c-bf86-34f898c88165 HTTP/1.1" status: 200 len: 946 time: 0.0475979 Nov 17 15:21:53.805241 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-f46fef78-7b8b-4ae6-ab76-f384e4cd1763 req-bbb16f12-181b-479d-8c03-dc9ec5d3037d tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/security-groups?id=3802a123-c5a3-4fbd-b47a-aaa8461fa8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393083 Nov 17 15:21:53.818668 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-79f777d3-840b-419d-879c-7a9edbdf6d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:54.799805 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:54.918984 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3b778d-0246-4429-ab86-5dc0d5230454 req-90db6ca7-d980-488d-9d68-3019c58fb348 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:21:54.920430 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-2b3b778d-0246-4429-ab86-5dc0d5230454 req-90db6ca7-d980-488d-9d68-3019c58fb348 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?device_id=0100676e-d96e-4f8c-bf86-34f898c88165 HTTP/1.1" status: 200 len: 946 time: 0.0463736 Nov 17 15:21:54.966304 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-2b3b778d-0246-4429-ab86-5dc0d5230454 req-3cf7d2f4-d4c8-4c46-8e3e-c399878f6ade tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/security-groups?id=3802a123-c5a3-4fbd-b47a-aaa8461fa8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397940 Nov 17 15:21:56.303491 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:21:57.124887 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:06.205433 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:06.684015 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c82d2b-e43e-450e-a453-91681ceb46c6 req-8ccc7e07-d4d0-465c-945d-1e4565423372 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:22:06.685478 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-c8c82d2b-e43e-450e-a453-91681ceb46c6 req-8ccc7e07-d4d0-465c-945d-1e4565423372 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?device_id=0100676e-d96e-4f8c-bf86-34f898c88165 HTTP/1.1" status: 200 len: 946 time: 0.0513575 Nov 17 15:22:06.731810 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-c8c82d2b-e43e-450e-a453-91681ceb46c6 req-1789c0ea-fc7e-4b17-8cc0-405718f1595d tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/security-groups?id=3802a123-c5a3-4fbd-b47a-aaa8461fa8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403118 Nov 17 15:22:07.849232 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e346e48-22dd-448b-8752-ba93547b3420 req-a2255047-afd3-4aaa-adeb-8f7f4f5a9a27 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:22:07.850688 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-7e346e48-22dd-448b-8752-ba93547b3420 req-a2255047-afd3-4aaa-adeb-8f7f4f5a9a27 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?device_id=0100676e-d96e-4f8c-bf86-34f898c88165 HTTP/1.1" status: 200 len: 946 time: 0.0505540 Nov 17 15:22:07.897154 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-7e346e48-22dd-448b-8752-ba93547b3420 req-116fd346-a1ce-44bb-af33-b3a86ca7c17c tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/security-groups?id=3802a123-c5a3-4fbd-b47a-aaa8461fa8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399394 Nov 17 15:22:08.555170 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c916437-b4da-48ee-b050-596d5d444fc9 req-831cead5-db98-4a8b-aa29-da316cd3e1dc tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:22:08.556596 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-6c916437-b4da-48ee-b050-596d5d444fc9 req-831cead5-db98-4a8b-aa29-da316cd3e1dc tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.55 "GET /v2.0/ports?device_id=0100676e-d96e-4f8c-bf86-34f898c88165 HTTP/1.1" status: 200 len: 946 time: 0.0462239 Nov 17 15:22:08.645727 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [req-6c916437-b4da-48ee-b050-596d5d444fc9 req-f5039cbf-5063-4798-baaf-fc7e7f15e393 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Deleting port d4e6cd24-719e-4544-8b55-ef8d344e6b1f {{(pid=101834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:22:08.646057 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-6c916437-b4da-48ee-b050-596d5d444fc9 req-f5039cbf-5063-4798-baaf-fc7e7f15e393 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:08.729257 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [req-6c916437-b4da-48ee-b050-596d5d444fc9 req-f5039cbf-5063-4798-baaf-fc7e7f15e393 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] For port d4e6cd24-719e-4544-8b55-ef8d344e6b1f, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=d4e6cd24-719e-4544-8b55-ef8d344e6b1f,segment=NetworkSegment(187dce46-03c0-4682-beb7-de0bdfd4aab0),segment_id=187dce46-03c0-4682-beb7-de0bdfd4aab0)] {{(pid=101834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:22:08.729523 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-6c916437-b4da-48ee-b050-596d5d444fc9 req-f5039cbf-5063-4798-baaf-fc7e7f15e393 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:08.741895 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [req-6c916437-b4da-48ee-b050-596d5d444fc9 req-f5039cbf-5063-4798-baaf-fc7e7f15e393 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Calling delete_port for d4e6cd24-719e-4544-8b55-ef8d344e6b1f owned by compute:nova {{(pid=101834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:22:08.866756 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-6c916437-b4da-48ee-b050-596d5d444fc9 req-f5039cbf-5063-4798-baaf-fc7e7f15e393 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:08.878817 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] get_ports_and_sgs() called for port_ids ['ddab2da3-e211-436e-a8d4-0eff85a45f5a', '735d2e1b-6396-4a87-bb32-e495d4e74975', '31e725c5-04f3-46ae-8cd6-f53607d55cbf', 'd4e6cd24-719e-4544-8b55-ef8d344e6b1f'] {{(pid=101835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 15:22:08.893396 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5039cbf-5063-4798-baaf-fc7e7f15e393 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Pushing event deleted for resources: {'Port': ['ID=d4e6cd24-719e-4544-8b55-ef8d344e6b1f,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:22:08.937440 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c916437-b4da-48ee-b050-596d5d444fc9 req-f5039cbf-5063-4798-baaf-fc7e7f15e393 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] No DVR routers for this DVR port d4e6cd24-719e-4544-8b55-ef8d344e6b1f on host hv-cinder-81823 {{(pid=101834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 15:22:08.941576 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-6c916437-b4da-48ee-b050-596d5d444fc9 req-f5039cbf-5063-4798-baaf-fc7e7f15e393 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for port, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:08.945127 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-6c916437-b4da-48ee-b050-596d5d444fc9 req-f5039cbf-5063-4798-baaf-fc7e7f15e393 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.55 "DELETE /v2.0/ports/d4e6cd24-719e-4544-8b55-ef8d344e6b1f HTTP/1.1" status: 204 len: 173 time: 0.3816469 Nov 17 15:22:08.945628 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0100676e-d96e-4f8c-bf86-34f898c88165', 'name': 'network-vif-deleted', 'tag': 'd4e6cd24-719e-4544-8b55-ef8d344e6b1f'}] {{(pid=101834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:22:08.947893 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10d7295a2f7876e94fbb36dd5f9fa1a1524f2628f083d864ab6dabde9166157e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4838436-4de8-4eef-b160-1956aed601c5" -d '{"events": [{"server_uuid": "0100676e-d96e-4f8c-bf86-34f898c88165", "name": "network-vif-deleted", "tag": "d4e6cd24-719e-4544-8b55-ef8d344e6b1f"}]}' {{(pid=101834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:22:08.988854 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 15:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e4a58c-360d-4f5f-bf0f-6d802faf9ca2 x-openstack-request-id: req-29e4a58c-360d-4f5f-bf0f-6d802faf9ca2 {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:22:08.989208 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0100676e-d96e-4f8c-bf86-34f898c88165", "name": "network-vif-deleted", "tag": "d4e6cd24-719e-4544-8b55-ef8d344e6b1f", "status": "completed", "code": 200}]} {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:22:08.989656 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-29e4a58c-360d-4f5f-bf0f-6d802faf9ca2 {{(pid=101834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:22:08.990206 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0100676e-d96e-4f8c-bf86-34f898c88165', 'name': 'network-vif-deleted', 'tag': 'd4e6cd24-719e-4544-8b55-ef8d344e6b1f', 'status': 'completed', 'code': 200} Nov 17 15:22:09.021511 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-c9016dff-6b3e-44bd-a4a7-d61917571dbe req-7c948c65-f509-4142-85a5-454d3ec0bd1e tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?device_id=0100676e-d96e-4f8c-bf86-34f898c88165 HTTP/1.1" status: 200 len: 210 time: 0.0438573 Nov 17 15:22:09.498624 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-5fc35c84-4441-4cbf-8bde-deea0576f6bb req-3fdbaf18-1702-490f-8507-33bd13a3a26e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=388c0bad-7858-4811-8f92-fcf57214f611&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433507 Nov 17 15:22:09.585875 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc35c84-4441-4cbf-8bde-deea0576f6bb req-07858fbf-2457-4699-bad9-7ab038d1ab71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:22:09.587332 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-5fc35c84-4441-4cbf-8bde-deea0576f6bb req-07858fbf-2457-4699-bad9-7ab038d1ab71 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9fa6a420d6143b69064052cfceeff8e&device_id=388c0bad-7858-4811-8f92-fcf57214f611 HTTP/1.1" status: 200 len: 1098 time: 0.0392661 Nov 17 15:22:09.698720 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc35c84-4441-4cbf-8bde-deea0576f6bb req-68112932-72c4-4a0d-bb71-0c5147a514bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:22:09.700188 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-5fc35c84-4441-4cbf-8bde-deea0576f6bb req-68112932-72c4-4a0d-bb71-0c5147a514bf service neutron] 10.222.0.55 "GET /v2.0/networks?id=c7c8c8cc-4fd1-44e9-9278-447f4824bfc1 HTTP/1.1" status: 200 len: 915 time: 0.0890660 Nov 17 15:22:09.744405 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-5fc35c84-4441-4cbf-8bde-deea0576f6bb req-d2766495-0a1b-449c-adf9-95f8902356fa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddab2da3-e211-436e-a8d4-0eff85a45f5a HTTP/1.1" status: 200 len: 217 time: 0.0326042 Nov 17 15:22:09.791602 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc35c84-4441-4cbf-8bde-deea0576f6bb req-7b5a4f9e-96f1-4e1b-9121-80890670e8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:22:09.793585 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-5fc35c84-4441-4cbf-8bde-deea0576f6bb req-7b5a4f9e-96f1-4e1b-9121-80890670e8a4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ad221478-1f9e-4ce9-b94a-08aacbaf2a20 HTTP/1.1" status: 200 len: 854 time: 0.0411496 Nov 17 15:22:09.826280 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-5fc35c84-4441-4cbf-8bde-deea0576f6bb req-a107919b-15eb-4c14-b316-b9279db9d831 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c7c8c8cc-4fd1-44e9-9278-447f4824bfc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0223193 Nov 17 15:22:09.918956 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-5fc35c84-4441-4cbf-8bde-deea0576f6bb req-45fa43f2-24cc-43ed-99bf-cb45dd07edae service neutron] 10.222.0.55 "GET /v2.0/networks/c7c8c8cc-4fd1-44e9-9278-447f4824bfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834715 Nov 17 15:22:10.010484 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-5fc35c84-4441-4cbf-8bde-deea0576f6bb req-e49d5e16-bcda-40c6-9bd8-96d68d6f7343 service neutron] 10.222.0.55 "GET /v2.0/networks/c7c8c8cc-4fd1-44e9-9278-447f4824bfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813892 Nov 17 15:22:11.664444 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c31d5-5a07-458c-b9d3-78e12a461485 req-7d5ec29d-b4e9-44c1-aaa2-c4cc4bd4ab4a tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:22:11.665901 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-b91c31d5-5a07-458c-b9d3-78e12a461485 req-7d5ec29d-b4e9-44c1-aaa2-c4cc4bd4ab4a tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?device_id=203a2bef-fd15-4110-8a07-fe8944e1d509 HTTP/1.1" status: 200 len: 946 time: 0.3125060 Nov 17 15:22:11.712580 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-b91c31d5-5a07-458c-b9d3-78e12a461485 req-1a59fe55-a36d-449c-a414-0b7db9af9e1f tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/security-groups?id=3802a123-c5a3-4fbd-b47a-aaa8461fa8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402172 Nov 17 15:22:12.603550 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device d4e6cd24-719e-4544-8b55-ef8d344e6b1f no longer exists at agent hyperv_hv-cinder-81823 {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 15:22:12.622994 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] No Port match for: d4e6cd24-719e-4544-8b55-ef8d344e6b1f {{(pid=101835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 15:22:12.623333 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device d4e6cd24-719e-4544-8b55-ef8d344e6b1f not bound to the agent host hv-cinder-81823 {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 15:22:12.829694 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e704bc-00da-42bc-9e84-cfa06c1afc7f req-3e06f557-8d0b-4b4f-b8b7-226dd93f7a3a tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:22:12.831136 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-86e704bc-00da-42bc-9e84-cfa06c1afc7f req-3e06f557-8d0b-4b4f-b8b7-226dd93f7a3a tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?device_id=203a2bef-fd15-4110-8a07-fe8944e1d509 HTTP/1.1" status: 200 len: 946 time: 0.0469825 Nov 17 15:22:12.879095 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-86e704bc-00da-42bc-9e84-cfa06c1afc7f req-fb2038e1-bf12-4a37-b4c4-8d728bd301b7 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/security-groups?id=3802a123-c5a3-4fbd-b47a-aaa8461fa8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402565 Nov 17 15:22:12.947661 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.agents_db [None req-8c09612d-4555-4199-ac80-2bf3536e394d None None] Agent healthcheck: found 6 active agents {{(pid=101836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 15:22:13.215715 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cbe229-00b2-4880-a7ae-ccd6badcfe38 req-454fa23b-d8ae-4279-8334-6eefdae1a682 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:22:13.217163 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-71cbe229-00b2-4880-a7ae-ccd6badcfe38 req-454fa23b-d8ae-4279-8334-6eefdae1a682 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.55 "GET /v2.0/ports?device_id=203a2bef-fd15-4110-8a07-fe8944e1d509 HTTP/1.1" status: 200 len: 946 time: 0.0467412 Nov 17 15:22:13.303389 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [req-71cbe229-00b2-4880-a7ae-ccd6badcfe38 req-4ea47598-7e08-46f4-985f-9c2393cb4615 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Deleting port 31e725c5-04f3-46ae-8cd6-f53607d55cbf {{(pid=101834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:22:13.303742 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-71cbe229-00b2-4880-a7ae-ccd6badcfe38 req-4ea47598-7e08-46f4-985f-9c2393cb4615 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:13.388001 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [req-71cbe229-00b2-4880-a7ae-ccd6badcfe38 req-4ea47598-7e08-46f4-985f-9c2393cb4615 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] For port 31e725c5-04f3-46ae-8cd6-f53607d55cbf, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=31e725c5-04f3-46ae-8cd6-f53607d55cbf,segment=NetworkSegment(187dce46-03c0-4682-beb7-de0bdfd4aab0),segment_id=187dce46-03c0-4682-beb7-de0bdfd4aab0)] {{(pid=101834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:22:13.388353 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-71cbe229-00b2-4880-a7ae-ccd6badcfe38 req-4ea47598-7e08-46f4-985f-9c2393cb4615 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:13.400372 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [req-71cbe229-00b2-4880-a7ae-ccd6badcfe38 req-4ea47598-7e08-46f4-985f-9c2393cb4615 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Calling delete_port for 31e725c5-04f3-46ae-8cd6-f53607d55cbf owned by compute:nova {{(pid=101834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:22:13.527228 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-71cbe229-00b2-4880-a7ae-ccd6badcfe38 req-4ea47598-7e08-46f4-985f-9c2393cb4615 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:13.539067 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] get_ports_and_sgs() called for port_ids ['ddab2da3-e211-436e-a8d4-0eff85a45f5a', '735d2e1b-6396-4a87-bb32-e495d4e74975', '31e725c5-04f3-46ae-8cd6-f53607d55cbf'] {{(pid=101835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 15:22:13.554556 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea47598-7e08-46f4-985f-9c2393cb4615 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Pushing event deleted for resources: {'Port': ['ID=31e725c5-04f3-46ae-8cd6-f53607d55cbf,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:22:13.597280 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.l3_dvrscheduler_db [req-71cbe229-00b2-4880-a7ae-ccd6badcfe38 req-4ea47598-7e08-46f4-985f-9c2393cb4615 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] No DVR routers for this DVR port 31e725c5-04f3-46ae-8cd6-f53607d55cbf on host hv-cinder-81823 {{(pid=101834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 15:22:13.600080 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-71cbe229-00b2-4880-a7ae-ccd6badcfe38 req-4ea47598-7e08-46f4-985f-9c2393cb4615 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for port, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:13.603475 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-71cbe229-00b2-4880-a7ae-ccd6badcfe38 req-4ea47598-7e08-46f4-985f-9c2393cb4615 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.55 "DELETE /v2.0/ports/31e725c5-04f3-46ae-8cd6-f53607d55cbf HTTP/1.1" status: 204 len: 173 time: 0.3798406 Nov 17 15:22:13.603908 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '203a2bef-fd15-4110-8a07-fe8944e1d509', 'name': 'network-vif-deleted', 'tag': '31e725c5-04f3-46ae-8cd6-f53607d55cbf'}] {{(pid=101834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:22:13.606126 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10d7295a2f7876e94fbb36dd5f9fa1a1524f2628f083d864ab6dabde9166157e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d499ff-390d-4482-a430-a81a0e804633" -d '{"events": [{"server_uuid": "203a2bef-fd15-4110-8a07-fe8944e1d509", "name": "network-vif-deleted", "tag": "31e725c5-04f3-46ae-8cd6-f53607d55cbf"}]}' {{(pid=101834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:22:13.643755 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 15:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0afedb35-c8c3-4bd5-bf3e-40836bbb3b93 x-openstack-request-id: req-0afedb35-c8c3-4bd5-bf3e-40836bbb3b93 {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:22:13.644040 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "203a2bef-fd15-4110-8a07-fe8944e1d509", "name": "network-vif-deleted", "tag": "31e725c5-04f3-46ae-8cd6-f53607d55cbf", "status": "completed", "code": 200}]} {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:22:13.644287 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0afedb35-c8c3-4bd5-bf3e-40836bbb3b93 {{(pid=101834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:22:13.644719 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '203a2bef-fd15-4110-8a07-fe8944e1d509', 'name': 'network-vif-deleted', 'tag': '31e725c5-04f3-46ae-8cd6-f53607d55cbf', 'status': 'completed', 'code': 200} Nov 17 15:22:13.984067 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-1680fafc-9b4d-44e3-8546-c3f2dde10f7e req-dfa37399-fc25-4d58-adfd-4c8aef3af69b tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?device_id=203a2bef-fd15-4110-8a07-fe8944e1d509 HTTP/1.1" status: 200 len: 210 time: 0.0292544 Nov 17 15:22:15.242397 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45477118-3f8e-46cb-aebb-fb99fc08acbc req-4814d5d6-8d35-4527-938b-38f33976696e tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:22:15.243789 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-45477118-3f8e-46cb-aebb-fb99fc08acbc req-4814d5d6-8d35-4527-938b-38f33976696e tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?device_id=d691b459-beeb-423f-9ab4-7d0b5068c111 HTTP/1.1" status: 200 len: 945 time: 0.0473347 Nov 17 15:22:15.290004 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-45477118-3f8e-46cb-aebb-fb99fc08acbc req-398bf406-ecfd-4778-bba2-da7417387b43 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/security-groups?id=3802a123-c5a3-4fbd-b47a-aaa8461fa8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399132 Nov 17 15:22:16.405688 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b8b7e0-632d-4487-b3ce-c8a1eb7930bf req-44f11f22-be0e-421d-b84b-ec9fdbbc287f tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:22:16.407139 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-67b8b7e0-632d-4487-b3ce-c8a1eb7930bf req-44f11f22-be0e-421d-b84b-ec9fdbbc287f tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?device_id=d691b459-beeb-423f-9ab4-7d0b5068c111 HTTP/1.1" status: 200 len: 945 time: 0.0477154 Nov 17 15:22:16.455257 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-67b8b7e0-632d-4487-b3ce-c8a1eb7930bf req-8ff7ae8a-1d24-4991-8e63-6ec5465b2b0b tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/security-groups?id=3802a123-c5a3-4fbd-b47a-aaa8461fa8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423572 Nov 17 15:22:16.624308 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device 31e725c5-04f3-46ae-8cd6-f53607d55cbf no longer exists at agent hyperv_hv-cinder-81823 {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 15:22:16.644733 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] No Port match for: 31e725c5-04f3-46ae-8cd6-f53607d55cbf {{(pid=101835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 15:22:16.645080 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device 31e725c5-04f3-46ae-8cd6-f53607d55cbf not bound to the agent host hv-cinder-81823 {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 15:22:16.734207 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84573940-e2c9-427d-91f1-a69cb55ba4df req-0db4f981-e54b-4592-a3ff-8f39bcb78746 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:22:16.735718 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-84573940-e2c9-427d-91f1-a69cb55ba4df req-0db4f981-e54b-4592-a3ff-8f39bcb78746 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.55 "GET /v2.0/ports?device_id=d691b459-beeb-423f-9ab4-7d0b5068c111 HTTP/1.1" status: 200 len: 945 time: 0.0481460 Nov 17 15:22:16.825909 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [req-84573940-e2c9-427d-91f1-a69cb55ba4df req-c2f3650c-d581-4ea6-8475-82ae08b21ebc tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Deleting port 735d2e1b-6396-4a87-bb32-e495d4e74975 {{(pid=101834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:22:16.826238 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-84573940-e2c9-427d-91f1-a69cb55ba4df req-c2f3650c-d581-4ea6-8475-82ae08b21ebc tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:16.916782 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [req-84573940-e2c9-427d-91f1-a69cb55ba4df req-c2f3650c-d581-4ea6-8475-82ae08b21ebc tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] For port 735d2e1b-6396-4a87-bb32-e495d4e74975, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=735d2e1b-6396-4a87-bb32-e495d4e74975,segment=NetworkSegment(187dce46-03c0-4682-beb7-de0bdfd4aab0),segment_id=187dce46-03c0-4682-beb7-de0bdfd4aab0)] {{(pid=101834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:22:16.917143 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-84573940-e2c9-427d-91f1-a69cb55ba4df req-c2f3650c-d581-4ea6-8475-82ae08b21ebc tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:16.929977 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [req-84573940-e2c9-427d-91f1-a69cb55ba4df req-c2f3650c-d581-4ea6-8475-82ae08b21ebc tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Calling delete_port for 735d2e1b-6396-4a87-bb32-e495d4e74975 owned by compute:nova {{(pid=101834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:22:17.061296 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-84573940-e2c9-427d-91f1-a69cb55ba4df req-c2f3650c-d581-4ea6-8475-82ae08b21ebc tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:17.073467 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] get_ports_and_sgs() called for port_ids ['ddab2da3-e211-436e-a8d4-0eff85a45f5a', '735d2e1b-6396-4a87-bb32-e495d4e74975'] {{(pid=101835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 15:22:17.086854 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f3650c-d581-4ea6-8475-82ae08b21ebc tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Pushing event deleted for resources: {'Port': ['ID=735d2e1b-6396-4a87-bb32-e495d4e74975,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:22:17.132194 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.l3_dvrscheduler_db [req-84573940-e2c9-427d-91f1-a69cb55ba4df req-c2f3650c-d581-4ea6-8475-82ae08b21ebc tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] No DVR routers for this DVR port 735d2e1b-6396-4a87-bb32-e495d4e74975 on host hv-cinder-81823 {{(pid=101834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 15:22:17.134510 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-84573940-e2c9-427d-91f1-a69cb55ba4df req-c2f3650c-d581-4ea6-8475-82ae08b21ebc tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for port, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:17.138463 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-84573940-e2c9-427d-91f1-a69cb55ba4df req-c2f3650c-d581-4ea6-8475-82ae08b21ebc tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.55 "DELETE /v2.0/ports/735d2e1b-6396-4a87-bb32-e495d4e74975 HTTP/1.1" status: 204 len: 173 time: 0.3940594 Nov 17 15:22:17.138896 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd691b459-beeb-423f-9ab4-7d0b5068c111', 'name': 'network-vif-deleted', 'tag': '735d2e1b-6396-4a87-bb32-e495d4e74975'}] {{(pid=101834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:22:17.141117 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10d7295a2f7876e94fbb36dd5f9fa1a1524f2628f083d864ab6dabde9166157e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1d0116-845d-447b-8235-53fc39a20d25" -d '{"events": [{"server_uuid": "d691b459-beeb-423f-9ab4-7d0b5068c111", "name": "network-vif-deleted", "tag": "735d2e1b-6396-4a87-bb32-e495d4e74975"}]}' {{(pid=101834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:22:17.178076 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 15:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9adf5b74-5b4e-4928-b268-b34f80d9d699 x-openstack-request-id: req-9adf5b74-5b4e-4928-b268-b34f80d9d699 {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:22:17.178368 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d691b459-beeb-423f-9ab4-7d0b5068c111", "name": "network-vif-deleted", "tag": "735d2e1b-6396-4a87-bb32-e495d4e74975", "status": "completed", "code": 200}]} {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:22:17.178612 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9adf5b74-5b4e-4928-b268-b34f80d9d699 {{(pid=101834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:22:17.178996 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd691b459-beeb-423f-9ab4-7d0b5068c111', 'name': 'network-vif-deleted', 'tag': '735d2e1b-6396-4a87-bb32-e495d4e74975', 'status': 'completed', 'code': 200} Nov 17 15:22:17.558739 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-0d65bb85-ad9a-46ee-a6a1-bb44669d110b req-e487b430-a459-48b8-bc7c-3552e1baa8b0 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?device_id=d691b459-beeb-423f-9ab4-7d0b5068c111 HTTP/1.1" status: 200 len: 210 time: 0.0248485 Nov 17 15:22:19.932717 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29d8ed-10e0-4603-b23d-ea652eb2c984 req-361833e4-635e-4d16-8fe9-b5c9497dd13d tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:22:19.934793 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-de29d8ed-10e0-4603-b23d-ea652eb2c984 req-361833e4-635e-4d16-8fe9-b5c9497dd13d tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?device_id=388c0bad-7858-4811-8f92-fcf57214f611 HTTP/1.1" status: 200 len: 945 time: 0.0485034 Nov 17 15:22:19.980774 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-de29d8ed-10e0-4603-b23d-ea652eb2c984 req-cfe1e429-b107-440c-9252-7c423d2b9dfa tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/security-groups?id=3802a123-c5a3-4fbd-b47a-aaa8461fa8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400617 Nov 17 15:22:20.623913 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device 735d2e1b-6396-4a87-bb32-e495d4e74975 no longer exists at agent hyperv_hv-cinder-81823 {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 15:22:20.643924 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] No Port match for: 735d2e1b-6396-4a87-bb32-e495d4e74975 {{(pid=101835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 15:22:20.644264 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device 735d2e1b-6396-4a87-bb32-e495d4e74975 not bound to the agent host hv-cinder-81823 {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 15:22:21.093311 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32df6c-3d85-48b9-9fcd-ec47eca11213 req-d5363d7e-2f1a-4425-adce-b933c1c885ff tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:22:21.094694 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-7b32df6c-3d85-48b9-9fcd-ec47eca11213 req-d5363d7e-2f1a-4425-adce-b933c1c885ff tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?device_id=388c0bad-7858-4811-8f92-fcf57214f611 HTTP/1.1" status: 200 len: 945 time: 0.0466447 Nov 17 15:22:21.143409 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-7b32df6c-3d85-48b9-9fcd-ec47eca11213 req-f441019c-0138-49fc-a252-85ab22cbdb49 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/security-groups?id=3802a123-c5a3-4fbd-b47a-aaa8461fa8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425763 Nov 17 15:22:21.482655 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-4b90c224-d5fc-4b7f-b1be-156684417b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:21.653372 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856fbc6-f78c-4cd2-b40b-5015e2f7b276 req-d2a7cd69-d347-443a-9adc-ca554fb3ac6c tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:22:21.654804 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-e856fbc6-f78c-4cd2-b40b-5015e2f7b276 req-d2a7cd69-d347-443a-9adc-ca554fb3ac6c tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.55 "GET /v2.0/ports?device_id=388c0bad-7858-4811-8f92-fcf57214f611 HTTP/1.1" status: 200 len: 945 time: 0.0466959 Nov 17 15:22:21.745001 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [req-e856fbc6-f78c-4cd2-b40b-5015e2f7b276 req-7cbc1b1c-6d8e-405f-8324-e2c17692c69e tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Deleting port ddab2da3-e211-436e-a8d4-0eff85a45f5a {{(pid=101834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:22:21.745275 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-e856fbc6-f78c-4cd2-b40b-5015e2f7b276 req-7cbc1b1c-6d8e-405f-8324-e2c17692c69e tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:21.831623 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [req-e856fbc6-f78c-4cd2-b40b-5015e2f7b276 req-7cbc1b1c-6d8e-405f-8324-e2c17692c69e tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] For port ddab2da3-e211-436e-a8d4-0eff85a45f5a, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=ddab2da3-e211-436e-a8d4-0eff85a45f5a,segment=NetworkSegment(187dce46-03c0-4682-beb7-de0bdfd4aab0),segment_id=187dce46-03c0-4682-beb7-de0bdfd4aab0)] {{(pid=101834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:22:21.831979 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-e856fbc6-f78c-4cd2-b40b-5015e2f7b276 req-7cbc1b1c-6d8e-405f-8324-e2c17692c69e tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:21.844963 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [req-e856fbc6-f78c-4cd2-b40b-5015e2f7b276 req-7cbc1b1c-6d8e-405f-8324-e2c17692c69e tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Calling delete_port for ddab2da3-e211-436e-a8d4-0eff85a45f5a owned by compute:nova {{(pid=101834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:22:21.969487 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-e856fbc6-f78c-4cd2-b40b-5015e2f7b276 req-7cbc1b1c-6d8e-405f-8324-e2c17692c69e tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:21.982094 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] get_ports_and_sgs() called for port_ids ['ddab2da3-e211-436e-a8d4-0eff85a45f5a'] {{(pid=101835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 15:22:22.005065 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbc1b1c-6d8e-405f-8324-e2c17692c69e tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Pushing event deleted for resources: {'Port': ['ID=ddab2da3-e211-436e-a8d4-0eff85a45f5a,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:22:22.041293 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.l3_dvrscheduler_db [req-e856fbc6-f78c-4cd2-b40b-5015e2f7b276 req-7cbc1b1c-6d8e-405f-8324-e2c17692c69e tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] No DVR routers for this DVR port ddab2da3-e211-436e-a8d4-0eff85a45f5a on host hv-cinder-81823 {{(pid=101834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 15:22:22.044251 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-e856fbc6-f78c-4cd2-b40b-5015e2f7b276 req-7cbc1b1c-6d8e-405f-8324-e2c17692c69e tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for port, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:22.048093 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-e856fbc6-f78c-4cd2-b40b-5015e2f7b276 req-7cbc1b1c-6d8e-405f-8324-e2c17692c69e tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.55 "DELETE /v2.0/ports/ddab2da3-e211-436e-a8d4-0eff85a45f5a HTTP/1.1" status: 204 len: 173 time: 0.3856888 Nov 17 15:22:22.048541 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '388c0bad-7858-4811-8f92-fcf57214f611', 'name': 'network-vif-deleted', 'tag': 'ddab2da3-e211-436e-a8d4-0eff85a45f5a'}] {{(pid=101834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:22:22.050744 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10d7295a2f7876e94fbb36dd5f9fa1a1524f2628f083d864ab6dabde9166157e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2e6590-c253-4465-b1c3-8631cb699f42" -d '{"events": [{"server_uuid": "388c0bad-7858-4811-8f92-fcf57214f611", "name": "network-vif-deleted", "tag": "ddab2da3-e211-436e-a8d4-0eff85a45f5a"}]}' {{(pid=101834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:22:22.088636 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 15:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e21694-393d-408b-9f2d-c71cab373d7a x-openstack-request-id: req-f7e21694-393d-408b-9f2d-c71cab373d7a {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:22:22.088925 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "388c0bad-7858-4811-8f92-fcf57214f611", "name": "network-vif-deleted", "tag": "ddab2da3-e211-436e-a8d4-0eff85a45f5a", "status": "completed", "code": 200}]} {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:22:22.089719 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f7e21694-393d-408b-9f2d-c71cab373d7a {{(pid=101834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:22:22.090114 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '388c0bad-7858-4811-8f92-fcf57214f611', 'name': 'network-vif-deleted', 'tag': 'ddab2da3-e211-436e-a8d4-0eff85a45f5a', 'status': 'completed', 'code': 200} Nov 17 15:22:22.246381 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-95a536c0-7c01-4188-b5b8-605b970ad1e2 req-ae94654b-faf8-4009-a037-d4ee321e8267 tempest-AttachVolumeNegativeTest-1649734376 tempest-AttachVolumeNegativeTest-1649734376-project] 10.222.0.62 "GET /v2.0/ports?device_id=388c0bad-7858-4811-8f92-fcf57214f611 HTTP/1.1" status: 200 len: 210 time: 0.0254886 Nov 17 15:22:23.302026 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 37494) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:22:23.346138 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.db_base_plugin_v2 [None req-43e7e918-536c-4000-8bfa-ca53b7cd6adc admin admin] Deleting subnet ad221478-1f9e-4ce9-b94a-08aacbaf2a20 {{(pid=101834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 17 15:22:23.349543 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-43e7e918-536c-4000-8bfa-ca53b7cd6adc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:23.383001 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-43e7e918-536c-4000-8bfa-ca53b7cd6adc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5815862'] for subnet, precommit_delete_associations {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:23.420439 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-43e7e918-536c-4000-8bfa-ca53b7cd6adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925678'] for subnet, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:23.472328 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-43e7e918-536c-4000-8bfa-ca53b7cd6adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4397626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5767653'] for subnet, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:23.502488 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e7e918-536c-4000-8bfa-ca53b7cd6adc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad221478-1f9e-4ce9-b94a-08aacbaf2a20,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:22:23.504421 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-43e7e918-536c-4000-8bfa-ca53b7cd6adc admin admin] Publish callbacks [] for subnet, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:23.507565 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-43e7e918-536c-4000-8bfa-ca53b7cd6adc admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ad221478-1f9e-4ce9-b94a-08aacbaf2a20 HTTP/1.1" status: 204 len: 168 time: 0.2045336 Nov 17 15:22:23.510024 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 37496) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:22:23.576585 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-9608b2af-ea33-49e3-836e-0c7a8a67c7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056431'] for network, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:23.655531 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-9608b2af-ea33-49e3-836e-0c7a8a67c7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926295', 'neutron.services.segments.db._delete_segments_for_network-8776334380099'] for network, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:23.674977 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.services.segments.db [None req-9608b2af-ea33-49e3-836e-0c7a8a67c7d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7c8c8cc-4fd1-44e9-9278-447f4824bfc1']}} {{(pid=101834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:22:23.684482 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.services.segments.db [None req-9608b2af-ea33-49e3-836e-0c7a8a67c7d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '187dce46-03c0-4682-beb7-de0bdfd4aab0') {'for_net_delete': True} {{(pid=101834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:22:23.684772 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.services.segments.db [None req-9608b2af-ea33-49e3-836e-0c7a8a67c7d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '187dce46-03c0-4682-beb7-de0bdfd4aab0') {} {{(pid=101834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:22:23.693802 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-9608b2af-ea33-49e3-836e-0c7a8a67c7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776334381132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5815855'] for segment, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:23.706301 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-9608b2af-ea33-49e3-836e-0c7a8a67c7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931355'] for segment, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:23.712022 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9608b2af-ea33-49e3-836e-0c7a8a67c7d5 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=101834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 17 15:22:23.712398 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-9608b2af-ea33-49e3-836e-0c7a8a67c7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4397668'] for segment, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:23.714015 dv-cinder-818233-1-iscsi neutron-server[101834]: Traceback (most recent call last): Nov 17 15:22:23.714015 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 17 15:22:23.714015 dv-cinder-818233-1-iscsi neutron-server[101834]: timer() Nov 17 15:22:23.714015 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 17 15:22:23.714015 dv-cinder-818233-1-iscsi neutron-server[101834]: cb(*args, **kw) Nov 17 15:22:23.714015 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 17 15:22:23.714015 dv-cinder-818233-1-iscsi neutron-server[101834]: return func(*args, **kwargs) Nov 17 15:22:23.714015 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 17 15:22:23.714015 dv-cinder-818233-1-iscsi neutron-server[101834]: self._notify() Nov 17 15:22:23.714015 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 17 15:22:23.714015 dv-cinder-818233-1-iscsi neutron-server[101834]: self.callback(batched_events) Nov 17 15:22:23.714015 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 17 15:22:23.714015 dv-cinder-818233-1-iscsi neutron-server[101834]: event.method(event) Nov 17 15:22:23.714015 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 17 15:22:23.714015 dv-cinder-818233-1-iscsi neutron-server[101834]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 17 15:22:23.714015 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 17 15:22:23.714015 dv-cinder-818233-1-iscsi neutron-server[101834]: aggregate_uuid = self.p_client.list_aggregates( Nov 17 15:22:23.714015 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 17 15:22:23.714015 dv-cinder-818233-1-iscsi neutron-server[101834]: return f(self, *a, **k) Nov 17 15:22:23.714015 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 17 15:22:23.714015 dv-cinder-818233-1-iscsi neutron-server[101834]: return self._get(url).json() Nov 17 15:22:23.714015 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 17 15:22:23.714015 dv-cinder-818233-1-iscsi neutron-server[101834]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 17 15:22:23.714015 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 17 15:22:23.714015 dv-cinder-818233-1-iscsi neutron-server[101834]: return self.request(url, 'GET', **kwargs) Nov 17 15:22:23.714015 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 17 15:22:23.714015 dv-cinder-818233-1-iscsi neutron-server[101834]: base_url = self.get_endpoint(auth, allow=allow, Nov 17 15:22:23.714015 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 17 15:22:23.714015 dv-cinder-818233-1-iscsi neutron-server[101834]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 17 15:22:23.714015 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 17 15:22:23.714015 dv-cinder-818233-1-iscsi neutron-server[101834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 17 15:22:23.714015 dv-cinder-818233-1-iscsi neutron-server[101834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 17 15:22:23.765687 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-9608b2af-ea33-49e3-836e-0c7a8a67c7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526969'] for network, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:23.770897 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-9608b2af-ea33-49e3-836e-0c7a8a67c7d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for network, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:23.774088 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-9608b2af-ea33-49e3-836e-0c7a8a67c7d5 admin admin] 10.222.0.62 "DELETE /v2.0/networks/c7c8c8cc-4fd1-44e9-9278-447f4824bfc1 HTTP/1.1" status: 204 len: 168 time: 0.2631609 Nov 17 15:22:23.788732 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608b2af-ea33-49e3-836e-0c7a8a67c7d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7c8c8cc-4fd1-44e9-9278-447f4824bfc1,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:22:23.814975 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-4c3b842e-fd08-41f7-8627-54fda8f61e0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:23.931138 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 37500) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:22:23.969869 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-ee1202d5-4d5d-41f4-9d1d-8c9bc258a967 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c9fa6a420d6143b69064052cfceeff8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375838 Nov 17 15:22:23.972233 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 37502) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:22:24.018152 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-bc69e851-6514-4aa6-a8fc-b560029b3fc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:24.038741 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-bc69e851-6514-4aa6-a8fc-b560029b3fc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:24.083009 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-bc69e851-6514-4aa6-a8fc-b560029b3fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:24.085617 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-bc69e851-6514-4aa6-a8fc-b560029b3fc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:24.086750 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-bc69e851-6514-4aa6-a8fc-b560029b3fc1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3802a123-c5a3-4fbd-b47a-aaa8461fa8b4 HTTP/1.1" status: 204 len: 168 time: 0.1133826 Nov 17 15:22:24.094711 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc69e851-6514-4aa6-a8fc-b560029b3fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3802a123-c5a3-4fbd-b47a-aaa8461fa8b4,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:22:24.801548 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:26.306223 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:26.655166 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device ddab2da3-e211-436e-a8d4-0eff85a45f5a no longer exists at agent hyperv_hv-cinder-81823 {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 15:22:26.674812 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] No Port match for: ddab2da3-e211-436e-a8d4-0eff85a45f5a {{(pid=101835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 15:22:26.675155 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device ddab2da3-e211-436e-a8d4-0eff85a45f5a not bound to the agent host hv-cinder-81823 {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 15:22:27.125998 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:36.200900 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:40.095566 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 37712) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:22:40.196162 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-d7e03fe6-9343-4ae1-8c18-8cd8791e2252 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:40.270205 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-d7e03fe6-9343-4ae1-8c18-8cd8791e2252 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:40.273588 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-d7e03fe6-9343-4ae1-8c18-8cd8791e2252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:40.311866 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-d7e03fe6-9343-4ae1-8c18-8cd8791e2252 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4b2cc8de9fa4454297bb749b3372c2b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2152314 Nov 17 15:22:40.312542 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e03fe6-9343-4ae1-8c18-8cd8791e2252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65be158-a292-4da2-ae16-df0ab64cfb7a,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:22:40.314601 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 37716) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:22:40.319644 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e03fe6-9343-4ae1-8c18-8cd8791e2252 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:22:40.319991 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e03fe6-9343-4ae1-8c18-8cd8791e2252 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:22:40.320331 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e03fe6-9343-4ae1-8c18-8cd8791e2252 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:22:40.320660 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e03fe6-9343-4ae1-8c18-8cd8791e2252 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:22:40.320986 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e03fe6-9343-4ae1-8c18-8cd8791e2252 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:22:40.321310 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e03fe6-9343-4ae1-8c18-8cd8791e2252 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:22:40.321633 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e03fe6-9343-4ae1-8c18-8cd8791e2252 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:22:40.321961 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e03fe6-9343-4ae1-8c18-8cd8791e2252 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:22:40.322281 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e03fe6-9343-4ae1-8c18-8cd8791e2252 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:22:40.322598 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e03fe6-9343-4ae1-8c18-8cd8791e2252 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:22:40.322916 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e03fe6-9343-4ae1-8c18-8cd8791e2252 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:22:40.323229 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e03fe6-9343-4ae1-8c18-8cd8791e2252 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:22:40.363886 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-ce9073bf-e91b-4de0-bd5c-f1ccb4123871 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:40.384522 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-ce9073bf-e91b-4de0-bd5c-f1ccb4123871 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:40.435499 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-ce9073bf-e91b-4de0-bd5c-f1ccb4123871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:40.438191 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-ce9073bf-e91b-4de0-bd5c-f1ccb4123871 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:40.439343 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-ce9073bf-e91b-4de0-bd5c-f1ccb4123871 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e65be158-a292-4da2-ae16-df0ab64cfb7a HTTP/1.1" status: 204 len: 168 time: 0.1236963 Nov 17 15:22:40.447009 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9073bf-e91b-4de0-bd5c-f1ccb4123871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65be158-a292-4da2-ae16-df0ab64cfb7a,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:22:40.689258 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 37722) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:22:40.701987 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-49c025c1-a6e7-418a-aa66-8e02e88f9c30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:40.773789 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-49c025c1-a6e7-418a-aa66-8e02e88f9c30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:40.777240 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-49c025c1-a6e7-418a-aa66-8e02e88f9c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:40.818263 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-49c025c1-a6e7-418a-aa66-8e02e88f9c30 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ea43d0a9ebcf45379a6bc9eeb0d3aef2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1279626 Nov 17 15:22:40.820172 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c025c1-a6e7-418a-aa66-8e02e88f9c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3002bf5a-93b6-4800-86de-00727b6b3b02,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:22:40.820930 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 37724) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:22:40.867990 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-fce61b15-7a73-4377-8d0a-40394c44dd15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:40.889081 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-fce61b15-7a73-4377-8d0a-40394c44dd15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:40.935170 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-fce61b15-7a73-4377-8d0a-40394c44dd15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:40.937767 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-fce61b15-7a73-4377-8d0a-40394c44dd15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:40.938913 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-fce61b15-7a73-4377-8d0a-40394c44dd15 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3002bf5a-93b6-4800-86de-00727b6b3b02 HTTP/1.1" status: 204 len: 168 time: 0.1170173 Nov 17 15:22:40.946271 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce61b15-7a73-4377-8d0a-40394c44dd15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3002bf5a-93b6-4800-86de-00727b6b3b02,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:22:41.577529 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 37746) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:22:41.671388 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [None req-67fe525b-5830-4ebd-9813-453a88b73992 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1283279053-network', 'tenant_id': '6b0ad1be00214999ae7cb153ef5f1a97'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:22:41.692129 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67fe525b-5830-4ebd-9813-453a88b73992 admin admin] Made reservation on behalf of 6b0ad1be00214999ae7cb153ef5f1a97 for: {'network': 1} {{(pid=101834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:22:41.694370 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-67fe525b-5830-4ebd-9813-453a88b73992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for network, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:41.702440 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-67fe525b-5830-4ebd-9813-453a88b73992 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:41.773566 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-67fe525b-5830-4ebd-9813-453a88b73992 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:41.776963 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-67fe525b-5830-4ebd-9813-453a88b73992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:41.797343 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67fe525b-5830-4ebd-9813-453a88b73992 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=101834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 17 15:22:41.810978 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe525b-5830-4ebd-9813-453a88b73992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=742bb4de-b6fe-42aa-a740-13d5fec8f696,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:22:41.815677 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-67fe525b-5830-4ebd-9813-453a88b73992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931355'] for segment, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:41.816020 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.db.segments_db [None req-67fe525b-5830-4ebd-9813-453a88b73992 admin admin] Added segment 76425b4c-475b-469f-a312-5e4f2902ab39 of type vlan for network 73e9a2a2-02e7-4fc6-ba20-7b1ecde087ac Nov 17 15:22:41.858213 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-67fe525b-5830-4ebd-9813-453a88b73992 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776333902596'] for network, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:41.882471 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-67fe525b-5830-4ebd-9813-453a88b73992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557'] for network, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:41.883426 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fe525b-5830-4ebd-9813-453a88b73992 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:22:41.884007 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-67fe525b-5830-4ebd-9813-453a88b73992 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for network, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:41.917571 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-67fe525b-5830-4ebd-9813-453a88b73992 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3389003 Nov 17 15:22:41.922468 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 37750) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:22:41.927526 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.v2.base [None req-65259f8b-c0da-4345-997d-d01882eafb28 admin admin] Request body: {'subnet': {'network_id': '73e9a2a2-02e7-4fc6-ba20-7b1ecde087ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1283279053-subnet', 'tenant_id': '6b0ad1be00214999ae7cb153ef5f1a97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:22:41.945142 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe525b-5830-4ebd-9813-453a88b73992 admin admin] Pushing event updated for resources: {'Network': ['ID=73e9a2a2-02e7-4fc6-ba20-7b1ecde087ac,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:22:41.948457 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65259f8b-c0da-4345-997d-d01882eafb28 admin admin] Made reservation on behalf of 6b0ad1be00214999ae7cb153ef5f1a97 for: {'subnet': 1} {{(pid=101833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:22:41.950739 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-65259f8b-c0da-4345-997d-d01882eafb28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5140360'] for subnet, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:41.955752 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Network 73e9a2a2-02e7-4fc6-ba20-7b1ecde087ac details requested by agent ovs-agent-dv-cinder-818233-1-iscsi with host dv-cinder-818233-1-iscsi {{(pid=101835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 17 15:22:42.113340 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-65259f8b-c0da-4345-997d-d01882eafb28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4229076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5140390'] for subnet, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:42.167908 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65259f8b-c0da-4345-997d-d01882eafb28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35caaeca-8575-45ea-88fb-cea9c6d3e347,revision_number=0']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:22:42.175489 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65259f8b-c0da-4345-997d-d01882eafb28 admin admin] Checking segment: {'id': '76425b4c-475b-469f-a312-5e4f2902ab39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '73e9a2a2-02e7-4fc6-ba20-7b1ecde087ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:22:42.175836 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65259f8b-c0da-4345-997d-d01882eafb28 admin admin] Network hostable DHCP agents. Network: 73e9a2a2-02e7-4fc6-ba20-7b1ecde087ac, hostable agents: ['c5ee84d2-283a-4ac2-b5b9-7ea041475697'], hosted agents: [] {{(pid=101833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 17 15:22:42.190876 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65259f8b-c0da-4345-997d-d01882eafb28 admin admin] Network 73e9a2a2-02e7-4fc6-ba20-7b1ecde087ac is scheduled to be hosted by DHCP agent c5ee84d2-283a-4ac2-b5b9-7ea041475697 with binding_index 1 {{(pid=101833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 17 15:22:42.198576 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.base_scheduler [None req-65259f8b-c0da-4345-997d-d01882eafb28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818233-1-iscsi, 73e9a2a2-02e7-4fc6-ba20-7b1ecde087ac) {{(pid=101833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:22:42.202406 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65259f8b-c0da-4345-997d-d01882eafb28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:22:42.202981 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-65259f8b-c0da-4345-997d-d01882eafb28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for subnet, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:42.208442 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5702f6c-5a8f-4acd-bcb7-020b401bf34c None None] Network 73e9a2a2-02e7-4fc6-ba20-7b1ecde087ac requested from dv-cinder-818233-1-iscsi {{(pid=101835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 15:22:42.217830 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-65259f8b-c0da-4345-997d-d01882eafb28 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.2941859 Nov 17 15:22:42.330404 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c0e0c9-0808-4e40-903a-0fbb59fa99a0 None None] Network 73e9a2a2-02e7-4fc6-ba20-7b1ecde087ac requested from dv-cinder-818233-1-iscsi {{(pid=101835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 15:22:42.667811 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 37766) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:22:42.673127 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.v2.base [None req-e36f6c24-a5b2-4e6e-b807-22a5e0f352c0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-27156437-network', 'tenant_id': 'd34dc039130548d284a6e2648e6927f6'}} {{(pid=101833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:22:42.693616 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36f6c24-a5b2-4e6e-b807-22a5e0f352c0 admin admin] Made reservation on behalf of d34dc039130548d284a6e2648e6927f6 for: {'network': 1} {{(pid=101833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:22:42.695779 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-e36f6c24-a5b2-4e6e-b807-22a5e0f352c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for network, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:42.704028 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-e36f6c24-a5b2-4e6e-b807-22a5e0f352c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:42.776252 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-e36f6c24-a5b2-4e6e-b807-22a5e0f352c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:42.780502 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-e36f6c24-a5b2-4e6e-b807-22a5e0f352c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:42.801057 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e36f6c24-a5b2-4e6e-b807-22a5e0f352c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=101833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 17 15:22:42.813977 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f6c24-a5b2-4e6e-b807-22a5e0f352c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed44a76e-a058-4d4d-bb38-91d919d4d89a,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:22:42.819678 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-e36f6c24-a5b2-4e6e-b807-22a5e0f352c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931355'] for segment, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:42.820019 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.db.segments_db [None req-e36f6c24-a5b2-4e6e-b807-22a5e0f352c0 admin admin] Added segment 513bad8a-6684-4881-99f7-d65f3ed1752f of type vlan for network 9dc45267-0904-441b-8572-0b7f51027462 Nov 17 15:22:42.862559 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-e36f6c24-a5b2-4e6e-b807-22a5e0f352c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776333902596'] for network, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:43.116506 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-e36f6c24-a5b2-4e6e-b807-22a5e0f352c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557'] for network, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:43.117446 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36f6c24-a5b2-4e6e-b807-22a5e0f352c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:22:43.118037 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-e36f6c24-a5b2-4e6e-b807-22a5e0f352c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for network, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:43.152077 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-e36f6c24-a5b2-4e6e-b807-22a5e0f352c0 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4832187 Nov 17 15:22:43.155147 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 37768) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:22:43.161563 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [None req-57aa3c89-eae4-4fc9-be45-c008d50f4bf7 admin admin] Request body: {'subnet': {'network_id': '9dc45267-0904-441b-8572-0b7f51027462', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-27156437-subnet', 'tenant_id': 'd34dc039130548d284a6e2648e6927f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:22:43.179754 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f6c24-a5b2-4e6e-b807-22a5e0f352c0 admin admin] Pushing event updated for resources: {'Network': ['ID=9dc45267-0904-441b-8572-0b7f51027462,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:22:43.181562 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57aa3c89-eae4-4fc9-be45-c008d50f4bf7 admin admin] Made reservation on behalf of d34dc039130548d284a6e2648e6927f6 for: {'subnet': 1} {{(pid=101834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:22:43.184037 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-57aa3c89-eae4-4fc9-be45-c008d50f4bf7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5767616'] for subnet, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:43.189885 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Network 9dc45267-0904-441b-8572-0b7f51027462 details requested by agent ovs-agent-dv-cinder-818233-1-iscsi with host dv-cinder-818233-1-iscsi {{(pid=101835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 17 15:22:43.350247 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-57aa3c89-eae4-4fc9-be45-c008d50f4bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5767662'] for subnet, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:43.402251 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa3c89-eae4-4fc9-be45-c008d50f4bf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d80136b9-4510-4193-ac49-bc56313fdd47,revision_number=0']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:22:43.412907 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57aa3c89-eae4-4fc9-be45-c008d50f4bf7 admin admin] Checking segment: {'id': '513bad8a-6684-4881-99f7-d65f3ed1752f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '9dc45267-0904-441b-8572-0b7f51027462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:22:43.413267 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57aa3c89-eae4-4fc9-be45-c008d50f4bf7 admin admin] Network hostable DHCP agents. Network: 9dc45267-0904-441b-8572-0b7f51027462, hostable agents: ['c5ee84d2-283a-4ac2-b5b9-7ea041475697'], hosted agents: [] {{(pid=101834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 17 15:22:43.429631 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57aa3c89-eae4-4fc9-be45-c008d50f4bf7 admin admin] Network 9dc45267-0904-441b-8572-0b7f51027462 is scheduled to be hosted by DHCP agent c5ee84d2-283a-4ac2-b5b9-7ea041475697 with binding_index 1 {{(pid=101834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 17 15:22:43.439647 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.base_scheduler [None req-57aa3c89-eae4-4fc9-be45-c008d50f4bf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818233-1-iscsi, 9dc45267-0904-441b-8572-0b7f51027462) {{(pid=101834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:22:43.443723 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57aa3c89-eae4-4fc9-be45-c008d50f4bf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:22:43.444337 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-57aa3c89-eae4-4fc9-be45-c008d50f4bf7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:43.451332 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b8fc13-d522-4e9e-be34-0345c9ec1931 None None] Network 9dc45267-0904-441b-8572-0b7f51027462 requested from dv-cinder-818233-1-iscsi {{(pid=101835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 15:22:43.460974 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-57aa3c89-eae4-4fc9-be45-c008d50f4bf7 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3047006 Nov 17 15:22:43.754428 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f753f88-e7c4-4134-a22f-7558ce578328 None None] Network 9dc45267-0904-441b-8572-0b7f51027462 requested from dv-cinder-818233-1-iscsi {{(pid=101835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 15:22:49.945935 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.agents_db [None req-8c09612d-4555-4199-ac80-2bf3536e394d None None] Agent healthcheck: found 6 active agents {{(pid=101836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 15:22:51.483720 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-5c0e7cba-9dc7-4cf5-a2fe-51c6c385c879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:53.816416 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-78aeaddc-7b61-40cd-8a0e-f597947ec6ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:54.805184 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:56.308337 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:56.725529 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 37886) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:22:56.774061 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.db_base_plugin_v2 [None req-746904d2-ca19-4170-b59c-5774b8200a25 admin admin] Deleting subnet 35caaeca-8575-45ea-88fb-cea9c6d3e347 {{(pid=101834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 17 15:22:56.777177 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-746904d2-ca19-4170-b59c-5774b8200a25 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:56.810470 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-746904d2-ca19-4170-b59c-5774b8200a25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5815862'] for subnet, precommit_delete_associations {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:56.848304 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-746904d2-ca19-4170-b59c-5774b8200a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925678'] for subnet, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:56.898309 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-746904d2-ca19-4170-b59c-5774b8200a25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4397626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5767653'] for subnet, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:56.924743 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746904d2-ca19-4170-b59c-5774b8200a25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35caaeca-8575-45ea-88fb-cea9c6d3e347,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:22:56.927024 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-746904d2-ca19-4170-b59c-5774b8200a25 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:56.930203 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-746904d2-ca19-4170-b59c-5774b8200a25 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/35caaeca-8575-45ea-88fb-cea9c6d3e347 HTTP/1.1" status: 204 len: 168 time: 0.2036784 Nov 17 15:22:56.932783 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 37888) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:22:56.936080 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746904d2-ca19-4170-b59c-5774b8200a25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:22:56.936430 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746904d2-ca19-4170-b59c-5774b8200a25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:22:56.936803 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746904d2-ca19-4170-b59c-5774b8200a25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:22:56.937138 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746904d2-ca19-4170-b59c-5774b8200a25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:22:56.937467 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746904d2-ca19-4170-b59c-5774b8200a25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:22:56.937801 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746904d2-ca19-4170-b59c-5774b8200a25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:22:56.938125 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746904d2-ca19-4170-b59c-5774b8200a25 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:22:56.938453 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746904d2-ca19-4170-b59c-5774b8200a25 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:22:56.938781 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746904d2-ca19-4170-b59c-5774b8200a25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:22:56.939104 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746904d2-ca19-4170-b59c-5774b8200a25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:22:56.939462 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746904d2-ca19-4170-b59c-5774b8200a25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:22:56.939783 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746904d2-ca19-4170-b59c-5774b8200a25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:22:57.002170 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-31ce8cf5-66c3-4bcd-8b07-ca2296e149d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056431'] for network, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:57.076001 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-31ce8cf5-66c3-4bcd-8b07-ca2296e149d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926295', 'neutron.services.segments.db._delete_segments_for_network-8776334380099'] for network, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:57.095292 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.services.segments.db [None req-31ce8cf5-66c3-4bcd-8b07-ca2296e149d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73e9a2a2-02e7-4fc6-ba20-7b1ecde087ac']}} {{(pid=101833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:22:57.104423 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.services.segments.db [None req-31ce8cf5-66c3-4bcd-8b07-ca2296e149d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76425b4c-475b-469f-a312-5e4f2902ab39') {'for_net_delete': True} {{(pid=101833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:22:57.104715 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.services.segments.db [None req-31ce8cf5-66c3-4bcd-8b07-ca2296e149d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76425b4c-475b-469f-a312-5e4f2902ab39') {} {{(pid=101833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:22:57.114909 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-31ce8cf5-66c3-4bcd-8b07-ca2296e149d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776334381132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4228812'] for segment, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:57.127266 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:57.129246 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-31ce8cf5-66c3-4bcd-8b07-ca2296e149d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931355'] for segment, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:57.135311 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31ce8cf5-66c3-4bcd-8b07-ca2296e149d6 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=101833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 17 15:22:57.135781 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-31ce8cf5-66c3-4bcd-8b07-ca2296e149d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4228939'] for segment, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:57.137607 dv-cinder-818233-1-iscsi neutron-server[101833]: Traceback (most recent call last): Nov 17 15:22:57.137607 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 17 15:22:57.137607 dv-cinder-818233-1-iscsi neutron-server[101833]: timer() Nov 17 15:22:57.137607 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 17 15:22:57.137607 dv-cinder-818233-1-iscsi neutron-server[101833]: cb(*args, **kw) Nov 17 15:22:57.137607 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 17 15:22:57.137607 dv-cinder-818233-1-iscsi neutron-server[101833]: return func(*args, **kwargs) Nov 17 15:22:57.137607 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 17 15:22:57.137607 dv-cinder-818233-1-iscsi neutron-server[101833]: self._notify() Nov 17 15:22:57.137607 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 17 15:22:57.137607 dv-cinder-818233-1-iscsi neutron-server[101833]: self.callback(batched_events) Nov 17 15:22:57.137607 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 17 15:22:57.137607 dv-cinder-818233-1-iscsi neutron-server[101833]: event.method(event) Nov 17 15:22:57.137607 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 17 15:22:57.137607 dv-cinder-818233-1-iscsi neutron-server[101833]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 17 15:22:57.137607 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 17 15:22:57.137607 dv-cinder-818233-1-iscsi neutron-server[101833]: aggregate_uuid = self.p_client.list_aggregates( Nov 17 15:22:57.137607 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 17 15:22:57.137607 dv-cinder-818233-1-iscsi neutron-server[101833]: return f(self, *a, **k) Nov 17 15:22:57.137607 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 17 15:22:57.137607 dv-cinder-818233-1-iscsi neutron-server[101833]: return self._get(url).json() Nov 17 15:22:57.137607 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 17 15:22:57.137607 dv-cinder-818233-1-iscsi neutron-server[101833]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 17 15:22:57.137607 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 17 15:22:57.137607 dv-cinder-818233-1-iscsi neutron-server[101833]: return self.request(url, 'GET', **kwargs) Nov 17 15:22:57.137607 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 17 15:22:57.137607 dv-cinder-818233-1-iscsi neutron-server[101833]: base_url = self.get_endpoint(auth, allow=allow, Nov 17 15:22:57.137607 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 17 15:22:57.137607 dv-cinder-818233-1-iscsi neutron-server[101833]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 17 15:22:57.137607 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 17 15:22:57.137607 dv-cinder-818233-1-iscsi neutron-server[101833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 17 15:22:57.137607 dv-cinder-818233-1-iscsi neutron-server[101833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 17 15:22:57.192949 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-31ce8cf5-66c3-4bcd-8b07-ca2296e149d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526969'] for network, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:57.198241 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-31ce8cf5-66c3-4bcd-8b07-ca2296e149d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for network, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:57.201389 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-31ce8cf5-66c3-4bcd-8b07-ca2296e149d6 admin admin] 10.222.0.62 "DELETE /v2.0/networks/73e9a2a2-02e7-4fc6-ba20-7b1ecde087ac HTTP/1.1" status: 204 len: 168 time: 0.2676332 Nov 17 15:22:57.204286 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 37890) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:22:57.211687 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ce8cf5-66c3-4bcd-8b07-ca2296e149d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=73e9a2a2-02e7-4fc6-ba20-7b1ecde087ac,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:22:57.252620 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd45f929-e19e-4a33-ae68-9af9a07e533d admin admin] Deleting subnet d80136b9-4510-4193-ac49-bc56313fdd47 {{(pid=101834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 17 15:22:57.255828 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-fd45f929-e19e-4a33-ae68-9af9a07e533d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:57.290035 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-fd45f929-e19e-4a33-ae68-9af9a07e533d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5815862'] for subnet, precommit_delete_associations {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:57.326705 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-fd45f929-e19e-4a33-ae68-9af9a07e533d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925678'] for subnet, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:57.376255 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-fd45f929-e19e-4a33-ae68-9af9a07e533d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4397626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5767653'] for subnet, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:57.402264 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd45f929-e19e-4a33-ae68-9af9a07e533d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d80136b9-4510-4193-ac49-bc56313fdd47,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:22:57.404230 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-fd45f929-e19e-4a33-ae68-9af9a07e533d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:57.408021 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-fd45f929-e19e-4a33-ae68-9af9a07e533d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d80136b9-4510-4193-ac49-bc56313fdd47 HTTP/1.1" status: 204 len: 168 time: 0.2027462 Nov 17 15:22:57.410381 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 37892) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:22:57.481060 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-54c484b0-8918-4518-b5a6-9a3a628c04a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056431'] for network, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:57.564499 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-54c484b0-8918-4518-b5a6-9a3a628c04a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926295', 'neutron.services.segments.db._delete_segments_for_network-8776334380099'] for network, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:57.588218 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.services.segments.db [None req-54c484b0-8918-4518-b5a6-9a3a628c04a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dc45267-0904-441b-8572-0b7f51027462']}} {{(pid=101834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:22:57.598112 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.services.segments.db [None req-54c484b0-8918-4518-b5a6-9a3a628c04a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '513bad8a-6684-4881-99f7-d65f3ed1752f') {'for_net_delete': True} {{(pid=101834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:22:57.598402 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.services.segments.db [None req-54c484b0-8918-4518-b5a6-9a3a628c04a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '513bad8a-6684-4881-99f7-d65f3ed1752f') {} {{(pid=101834) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:22:57.607507 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-54c484b0-8918-4518-b5a6-9a3a628c04a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776334381132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5815855'] for segment, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:57.620359 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-54c484b0-8918-4518-b5a6-9a3a628c04a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931355'] for segment, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:57.626540 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54c484b0-8918-4518-b5a6-9a3a628c04a2 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=101834) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 17 15:22:57.626913 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-54c484b0-8918-4518-b5a6-9a3a628c04a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4397668'] for segment, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:57.628564 dv-cinder-818233-1-iscsi neutron-server[101834]: Traceback (most recent call last): Nov 17 15:22:57.628564 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 17 15:22:57.628564 dv-cinder-818233-1-iscsi neutron-server[101834]: timer() Nov 17 15:22:57.628564 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 17 15:22:57.628564 dv-cinder-818233-1-iscsi neutron-server[101834]: cb(*args, **kw) Nov 17 15:22:57.628564 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 17 15:22:57.628564 dv-cinder-818233-1-iscsi neutron-server[101834]: return func(*args, **kwargs) Nov 17 15:22:57.628564 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 17 15:22:57.628564 dv-cinder-818233-1-iscsi neutron-server[101834]: self._notify() Nov 17 15:22:57.628564 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 17 15:22:57.628564 dv-cinder-818233-1-iscsi neutron-server[101834]: self.callback(batched_events) Nov 17 15:22:57.628564 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 17 15:22:57.628564 dv-cinder-818233-1-iscsi neutron-server[101834]: event.method(event) Nov 17 15:22:57.628564 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 17 15:22:57.628564 dv-cinder-818233-1-iscsi neutron-server[101834]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 17 15:22:57.628564 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 17 15:22:57.628564 dv-cinder-818233-1-iscsi neutron-server[101834]: aggregate_uuid = self.p_client.list_aggregates( Nov 17 15:22:57.628564 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 17 15:22:57.628564 dv-cinder-818233-1-iscsi neutron-server[101834]: return f(self, *a, **k) Nov 17 15:22:57.628564 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 17 15:22:57.628564 dv-cinder-818233-1-iscsi neutron-server[101834]: return self._get(url).json() Nov 17 15:22:57.628564 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 17 15:22:57.628564 dv-cinder-818233-1-iscsi neutron-server[101834]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 17 15:22:57.628564 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 17 15:22:57.628564 dv-cinder-818233-1-iscsi neutron-server[101834]: return self.request(url, 'GET', **kwargs) Nov 17 15:22:57.628564 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 17 15:22:57.628564 dv-cinder-818233-1-iscsi neutron-server[101834]: base_url = self.get_endpoint(auth, allow=allow, Nov 17 15:22:57.628564 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 17 15:22:57.628564 dv-cinder-818233-1-iscsi neutron-server[101834]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 17 15:22:57.628564 dv-cinder-818233-1-iscsi neutron-server[101834]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 17 15:22:57.628564 dv-cinder-818233-1-iscsi neutron-server[101834]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 17 15:22:57.628564 dv-cinder-818233-1-iscsi neutron-server[101834]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 17 15:22:57.679861 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-54c484b0-8918-4518-b5a6-9a3a628c04a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526969'] for network, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:57.684235 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-54c484b0-8918-4518-b5a6-9a3a628c04a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for network, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:57.688370 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-54c484b0-8918-4518-b5a6-9a3a628c04a2 admin admin] 10.222.0.62 "DELETE /v2.0/networks/9dc45267-0904-441b-8572-0b7f51027462 HTTP/1.1" status: 204 len: 168 time: 0.2770910 Nov 17 15:22:57.701764 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c484b0-8918-4518-b5a6-9a3a628c04a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dc45267-0904-441b-8572-0b7f51027462,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:22:57.839536 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 37896) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:22:57.878844 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-01423692-7add-43fa-bc0b-489f5adbbcf2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6b0ad1be00214999ae7cb153ef5f1a97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381873 Nov 17 15:22:57.881201 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 37898) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:22:57.930098 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-f0cdf487-0682-4a24-af8d-1e9455e529f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:57.950631 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-f0cdf487-0682-4a24-af8d-1e9455e529f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:57.995018 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-f0cdf487-0682-4a24-af8d-1e9455e529f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:57.997544 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-f0cdf487-0682-4a24-af8d-1e9455e529f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:57.998650 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-f0cdf487-0682-4a24-af8d-1e9455e529f5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/742bb4de-b6fe-42aa-a740-13d5fec8f696 HTTP/1.1" status: 204 len: 168 time: 0.1165876 Nov 17 15:22:58.006596 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cdf487-0682-4a24-af8d-1e9455e529f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742bb4de-b6fe-42aa-a740-13d5fec8f696,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:22:58.300835 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 37904) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:22:58.343175 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-fd77c6ec-a85c-402c-8251-9fa750741925 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d34dc039130548d284a6e2648e6927f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392091 Nov 17 15:22:58.343730 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 37906) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:22:58.390082 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-3f0085da-08cf-428b-b2ae-c9cdc0d03e04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:58.410833 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-3f0085da-08cf-428b-b2ae-c9cdc0d03e04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:58.457316 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-3f0085da-08cf-428b-b2ae-c9cdc0d03e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:58.459484 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-3f0085da-08cf-428b-b2ae-c9cdc0d03e04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:22:58.460629 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-3f0085da-08cf-428b-b2ae-c9cdc0d03e04 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ed44a76e-a058-4d4d-bb38-91d919d4d89a HTTP/1.1" status: 204 len: 168 time: 0.1159644 Nov 17 15:22:58.468701 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0085da-08cf-428b-b2ae-c9cdc0d03e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed44a76e-a058-4d4d-bb38-91d919d4d89a,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:23:06.207494 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:07.695303 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 37992) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:23:07.797688 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-798f69ed-46dd-4fff-8b7d-5811ab12969d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:07.871001 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-798f69ed-46dd-4fff-8b7d-5811ab12969d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:07.875839 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-798f69ed-46dd-4fff-8b7d-5811ab12969d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:07.914308 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-798f69ed-46dd-4fff-8b7d-5811ab12969d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8e2c5f0aad034aebb4e473acfb5271ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2179384 Nov 17 15:23:07.915167 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f69ed-46dd-4fff-8b7d-5811ab12969d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af2372c-b6b5-4d15-aee0-74c5c1677a9a,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:23:07.917024 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 37996) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:23:07.963762 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-345308a7-a085-4080-8fb6-dd5c349d84ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:07.984903 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-345308a7-a085-4080-8fb6-dd5c349d84ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:08.032020 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-345308a7-a085-4080-8fb6-dd5c349d84ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:08.034543 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-345308a7-a085-4080-8fb6-dd5c349d84ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:08.035718 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-345308a7-a085-4080-8fb6-dd5c349d84ed admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0af2372c-b6b5-4d15-aee0-74c5c1677a9a HTTP/1.1" status: 204 len: 168 time: 0.1176505 Nov 17 15:23:08.043586 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345308a7-a085-4080-8fb6-dd5c349d84ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af2372c-b6b5-4d15-aee0-74c5c1677a9a,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:23:08.636887 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 38018) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:23:08.729962 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.v2.base [None req-5556434e-784c-4298-84da-f0b8f4382e1c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-967637297-network', 'tenant_id': '8c75dd62b5394a3392e391ff051bf8a6'}} {{(pid=101833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:23:08.754266 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5556434e-784c-4298-84da-f0b8f4382e1c admin admin] Made reservation on behalf of 8c75dd62b5394a3392e391ff051bf8a6 for: {'network': 1} {{(pid=101833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:23:08.756507 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-5556434e-784c-4298-84da-f0b8f4382e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for network, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:08.764447 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-5556434e-784c-4298-84da-f0b8f4382e1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:08.836276 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-5556434e-784c-4298-84da-f0b8f4382e1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:08.839756 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-5556434e-784c-4298-84da-f0b8f4382e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:08.863849 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5556434e-784c-4298-84da-f0b8f4382e1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=101833) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 17 15:23:08.872511 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5556434e-784c-4298-84da-f0b8f4382e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e549745b-17ea-4551-a16f-7493420ba97f,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:23:08.879748 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-5556434e-784c-4298-84da-f0b8f4382e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931355'] for segment, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:08.880085 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.db.segments_db [None req-5556434e-784c-4298-84da-f0b8f4382e1c admin admin] Added segment 837ff733-dae1-4505-95b6-ef433d09b213 of type vlan for network 4c77d99a-b153-4235-ba64-c09575767c95 Nov 17 15:23:08.918414 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-5556434e-784c-4298-84da-f0b8f4382e1c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776333902596'] for network, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:08.942453 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-5556434e-784c-4298-84da-f0b8f4382e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557'] for network, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:08.943390 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5556434e-784c-4298-84da-f0b8f4382e1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:23:08.943979 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-5556434e-784c-4298-84da-f0b8f4382e1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for network, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:08.978144 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-5556434e-784c-4298-84da-f0b8f4382e1c admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3401792 Nov 17 15:23:08.981183 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 38022) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:23:08.986182 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [None req-4db726bc-4f77-42bd-8bc3-15159f8d5188 admin admin] Request body: {'subnet': {'network_id': '4c77d99a-b153-4235-ba64-c09575767c95', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-967637297-subnet', 'tenant_id': '8c75dd62b5394a3392e391ff051bf8a6', 'ip_version': 4}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:23:09.008188 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5556434e-784c-4298-84da-f0b8f4382e1c admin admin] Pushing event updated for resources: {'Network': ['ID=4c77d99a-b153-4235-ba64-c09575767c95,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:23:09.012005 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db726bc-4f77-42bd-8bc3-15159f8d5188 admin admin] Made reservation on behalf of 8c75dd62b5394a3392e391ff051bf8a6 for: {'subnet': 1} {{(pid=101834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:23:09.014508 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-4db726bc-4f77-42bd-8bc3-15159f8d5188 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5767616'] for subnet, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:09.018848 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Network 4c77d99a-b153-4235-ba64-c09575767c95 details requested by agent ovs-agent-dv-cinder-818233-1-iscsi with host dv-cinder-818233-1-iscsi {{(pid=101835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 17 15:23:09.179573 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-4db726bc-4f77-42bd-8bc3-15159f8d5188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4397819', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5767662'] for subnet, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:09.235317 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db726bc-4f77-42bd-8bc3-15159f8d5188 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f690ba05-3db5-4ec2-958b-ac0f4f3f1c98,revision_number=0']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:23:09.243030 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db726bc-4f77-42bd-8bc3-15159f8d5188 admin admin] Checking segment: {'id': '837ff733-dae1-4505-95b6-ef433d09b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c77d99a-b153-4235-ba64-c09575767c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:23:09.243418 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db726bc-4f77-42bd-8bc3-15159f8d5188 admin admin] Network hostable DHCP agents. Network: 4c77d99a-b153-4235-ba64-c09575767c95, hostable agents: ['c5ee84d2-283a-4ac2-b5b9-7ea041475697'], hosted agents: [] {{(pid=101834) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 17 15:23:09.259140 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db726bc-4f77-42bd-8bc3-15159f8d5188 admin admin] Network 4c77d99a-b153-4235-ba64-c09575767c95 is scheduled to be hosted by DHCP agent c5ee84d2-283a-4ac2-b5b9-7ea041475697 with binding_index 1 {{(pid=101834) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 17 15:23:09.267906 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.base_scheduler [None req-4db726bc-4f77-42bd-8bc3-15159f8d5188 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818233-1-iscsi, 4c77d99a-b153-4235-ba64-c09575767c95) {{(pid=101834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:23:09.272512 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db726bc-4f77-42bd-8bc3-15159f8d5188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:23:09.273720 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-4db726bc-4f77-42bd-8bc3-15159f8d5188 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:09.278311 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244d0053-269a-463c-a836-641a9182ba7b None None] Network 4c77d99a-b153-4235-ba64-c09575767c95 requested from dv-cinder-818233-1-iscsi {{(pid=101835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 15:23:09.290557 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-4db726bc-4f77-42bd-8bc3-15159f8d5188 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3082397 Nov 17 15:23:09.293321 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 38024) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:23:09.297558 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [None req-7e4e03bd-928c-4376-9720-0e4422431d0a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-967637297-router', 'tenant_id': '8c75dd62b5394a3392e391ff051bf8a6', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba'}}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:23:09.316842 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-7e4e03bd-928c-4376-9720-0e4422431d0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1045616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56289'] for router, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:09.317929 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-7e4e03bd-928c-4376-9720-0e4422431d0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-600707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11538'] for router, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:09.370771 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-7e4e03bd-928c-4376-9720-0e4422431d0a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:09.422524 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498f5574-7bd2-447b-81d2-850699328f17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ad5828d-ca6e-5b2a-b4f4-b9eaa6558937-4c77d99a-b153-4235-ba64-c09575767c95', 'network_id': '4c77d99a-b153-4235-ba64-c09575767c95', 'tenant_id': '8c75dd62b5394a3392e391ff051bf8a6', 'fixed_ips': [{'subnet_id': 'f690ba05-3db5-4ec2-958b-ac0f4f3f1c98'}]}} from dv-cinder-818233-1-iscsi. {{(pid=101835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 17 15:23:09.423476 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-498f5574-7bd2-447b-81d2-850699328f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:09.503655 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-7e4e03bd-928c-4376-9720-0e4422431d0a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:09.558022 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.db_base_plugin_common [None req-498f5574-7bd2-447b-81d2-850699328f17 None None] Allocated IP 172.20.0.2 (4c77d99a-b153-4235-ba64-c09575767c95/f690ba05-3db5-4ec2-958b-ac0f4f3f1c98/eaa5a071-103f-4607-bcd5-f91e79170cce) {{(pid=101835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:23:09.698263 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-7e4e03bd-928c-4376-9720-0e4422431d0a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:09.699319 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-498f5574-7bd2-447b-81d2-850699328f17 None None] Publish callbacks [] for port, precommit_create {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:09.705745 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-498f5574-7bd2-447b-81d2-850699328f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718'] for port, after_create {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:09.721635 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-7e4e03bd-928c-4376-9720-0e4422431d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:09.747865 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498f5574-7bd2-447b-81d2-850699328f17 None None] Network 4c77d99a-b153-4235-ba64-c09575767c95 is already hosted by enough agents. {{(pid=101835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:23:09.750886 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.scheduler.base_scheduler [None req-498f5574-7bd2-447b-81d2-850699328f17 None None] Resources bound (agent type, host, resource id): {{(pid=101835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:23:09.755121 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498f5574-7bd2-447b-81d2-850699328f17 None None] Received port after_create {{(pid=101835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:23:09.758082 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f5574-7bd2-447b-81d2-850699328f17 None None] Pushing event updated for resources: {'Port': ['ID=eaa5a071-103f-4607-bcd5-f91e79170cce,revision_number=1']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:23:09.769263 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f5574-7bd2-447b-81d2-850699328f17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:23:09.769612 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f5574-7bd2-447b-81d2-850699328f17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:23:09.769950 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f5574-7bd2-447b-81d2-850699328f17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:23:09.770278 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f5574-7bd2-447b-81d2-850699328f17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:23:09.770604 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f5574-7bd2-447b-81d2-850699328f17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:23:09.770937 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f5574-7bd2-447b-81d2-850699328f17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:23:09.771256 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f5574-7bd2-447b-81d2-850699328f17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:23:09.771604 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f5574-7bd2-447b-81d2-850699328f17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:23:09.771930 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f5574-7bd2-447b-81d2-850699328f17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:23:09.772247 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f5574-7bd2-447b-81d2-850699328f17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:23:09.772568 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f5574-7bd2-447b-81d2-850699328f17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:23:09.772882 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498f5574-7bd2-447b-81d2-850699328f17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:23:09.817498 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-498f5574-7bd2-447b-81d2-850699328f17 None None] Attempting to bind port eaa5a071-103f-4607-bcd5-f91e79170cce on host dv-cinder-818233-1-iscsi for vnic_type normal with profile {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 15:23:09.817867 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-498f5574-7bd2-447b-81d2-850699328f17 None None] Attempting to bind port eaa5a071-103f-4607-bcd5-f91e79170cce by drivers openvswitch,hyperv on host dv-cinder-818233-1-iscsi at level 0 using segments [{'id': '837ff733-dae1-4505-95b6-ef433d09b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c77d99a-b153-4235-ba64-c09575767c95'}] {{(pid=101835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 15:23:09.818230 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498f5574-7bd2-447b-81d2-850699328f17 None None] Attempting to bind port eaa5a071-103f-4607-bcd5-f91e79170cce on network 4c77d99a-b153-4235-ba64-c09575767c95 {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:23:09.823263 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498f5574-7bd2-447b-81d2-850699328f17 None None] Checking agent: {'id': '80212031-474b-4b2d-a4cc-c8968f8491db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818233-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 15, 2, 57), 'started_at': datetime.datetime(2021, 11, 17, 15, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 15, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818233-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 15:23:09.823469 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498f5574-7bd2-447b-81d2-850699328f17 None None] Checking segment: {'id': '837ff733-dae1-4505-95b6-ef433d09b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c77d99a-b153-4235-ba64-c09575767c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:23:09.823833 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-498f5574-7bd2-447b-81d2-850699328f17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:09.824221 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498f5574-7bd2-447b-81d2-850699328f17 None None] Bound using segment: {'id': '837ff733-dae1-4505-95b6-ef433d09b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c77d99a-b153-4235-ba64-c09575767c95'} {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 15:23:09.824680 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-498f5574-7bd2-447b-81d2-850699328f17 None None] Bound port: eaa5a071-103f-4607-bcd5-f91e79170cce, host: dv-cinder-818233-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837ff733-dae1-4505-95b6-ef433d09b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c77d99a-b153-4235-ba64-c09575767c95'}}] {{(pid=101835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 15:23:09.825054 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-498f5574-7bd2-447b-81d2-850699328f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:09.828343 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.db_base_plugin_common [None req-7e4e03bd-928c-4376-9720-0e4422431d0a admin admin] Allocated IP 172.27.1.240 (183472ab-d8ab-4bee-8fe8-a0a558356eba/10bde91e-9264-4f35-ad90-cbbdc12529d4/761525e2-4b48-4f6b-b993-05b8d408f7bf) {{(pid=101834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:23:09.890104 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-498f5574-7bd2-447b-81d2-850699328f17 None None] For port eaa5a071-103f-4607-bcd5-f91e79170cce, host dv-cinder-818233-1-iscsi, cleared binding levels {{(pid=101835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 15:23:09.893381 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-498f5574-7bd2-447b-81d2-850699328f17 None None] For port eaa5a071-103f-4607-bcd5-f91e79170cce, host dv-cinder-818233-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=eaa5a071-103f-4607-bcd5-f91e79170cce,segment=NetworkSegment(837ff733-dae1-4505-95b6-ef433d09b213),segment_id=837ff733-dae1-4505-95b6-ef433d09b213)] {{(pid=101835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 15:23:09.897502 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-498f5574-7bd2-447b-81d2-850699328f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:09.929864 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-7e4e03bd-928c-4376-9720-0e4422431d0a admin admin] Publish callbacks [] for port, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:09.954210 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f5574-7bd2-447b-81d2-850699328f17 None None] Pushing event updated for resources: {'Port': ['ID=eaa5a071-103f-4607-bcd5-f91e79170cce,revision_number=2']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:23:09.967574 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-7e4e03bd-928c-4376-9720-0e4422431d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:10.008783 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4e03bd-928c-4376-9720-0e4422431d0a admin admin] Network 183472ab-d8ab-4bee-8fe8-a0a558356eba is already hosted by enough agents. {{(pid=101834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:23:10.011678 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.base_scheduler [None req-7e4e03bd-928c-4376-9720-0e4422431d0a admin admin] Resources bound (agent type, host, resource id): {{(pid=101834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:23:10.015924 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4e03bd-928c-4376-9720-0e4422431d0a admin admin] Received port after_create {{(pid=101834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:23:10.043908 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4e03bd-928c-4376-9720-0e4422431d0a admin admin] Pushing event updated for resources: {'Port': ['ID=761525e2-4b48-4f6b-b993-05b8d408f7bf,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:23:10.281473 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-7e4e03bd-928c-4376-9720-0e4422431d0a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:10.471519 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-7e4e03bd-928c-4376-9720-0e4422431d0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527025'] for router, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:10.599988 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e4e03bd-928c-4376-9720-0e4422431d0a admin admin] Router 1d2155ac-7477-470c-9ca1-a0d1cc32f588 is scheduled to L3 agent ed3bd2e8-8a22-4616-b806-7e727ef760a6 with binding_index 1 {{(pid=101834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 17 15:23:10.706888 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4e03bd-928c-4376-9720-0e4422431d0a admin admin] Notify agent at l3_agent.dv-cinder-818233-1-iscsi the message routers_updated {{(pid=101834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 15:23:10.716413 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f7705c-1742-4aaf-9ab3-590aeeef4c8f None None] Sync routers for ids ['1d2155ac-7477-470c-9ca1-a0d1cc32f588'] in dv-cinder-818233-1-iscsi {{(pid=101835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 15:23:10.727768 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-7e4e03bd-928c-4376-9720-0e4422431d0a admin admin] Publish callbacks [] for router, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:10.729011 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-7e4e03bd-928c-4376-9720-0e4422431d0a admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4347403 Nov 17 15:23:10.731797 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 38026) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:23:10.737058 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f7705c-1742-4aaf-9ab3-590aeeef4c8f None None] Routers {'1d2155ac-7477-470c-9ca1-a0d1cc32f588'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:23:10.737724 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-a1f7705c-1742-4aaf-9ab3-590aeeef4c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:22:54Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['1d2155ac-7477-470c-9ca1-a0d1cc32f588'], 'active': True} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:23:10.849071 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b8ea45-3094-4eda-93c9-a20d7ccd1fdf None None] Network 4c77d99a-b153-4235-ba64-c09575767c95 requested from dv-cinder-818233-1-iscsi {{(pid=101835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 15:23:10.851937 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvr_db [None req-a1f7705c-1742-4aaf-9ab3-590aeeef4c8f None None] Set router 1d2155ac-7477-470c-9ca1-a0d1cc32f588 gateway port host: dv-cinder-818233-1-iscsi {{(pid=101835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:23:10.993571 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-ed6fdb60-6386-45e9-98d6-a6c7b7261661 None None] Provisioning complete for port eaa5a071-103f-4607-bcd5-f91e79170cce triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:23:10.993992 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-ed6fdb60-6386-45e9-98d6-a6c7b7261661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:11.101655 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device eaa5a071-103f-4607-bcd5-f91e79170cce up at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:23:11.283481 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Provisioning complete for port eaa5a071-103f-4607-bcd5-f91e79170cce triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:23:11.283852 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:11.290083 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-ed6fdb60-6386-45e9-98d6-a6c7b7261661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:11.346152 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-a1f7705c-1742-4aaf-9ab3-590aeeef4c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2155ac-7477-470c-9ca1-a0d1cc32f588', 'name': 'tempest-TestShelveInstance-967637297-router', 'tenant_id': '8c75dd62b5394a3392e391ff051bf8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '761525e2-4b48-4f6b-b993-05b8d408f7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:23:09Z', 'updated_at': '2021-11-17T15:23:10Z', 'revision_number': 3, 'project_id': '8c75dd62b5394a3392e391ff051bf8a6', 'gw_port': {'id': '761525e2-4b48-4f6b-b993-05b8d408f7bf', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ce:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2155ac-7477-470c-9ca1-a0d1cc32f588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:23:09Z', 'updated_at': '2021-11-17T15:23:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi'}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:23:11.386561 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f7705c-1742-4aaf-9ab3-590aeeef4c8f None None] Checking router: 1d2155ac-7477-470c-9ca1-a0d1cc32f588 for host: dv-cinder-818233-1-iscsi {{(pid=101835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 15:23:11.386941 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f7705c-1742-4aaf-9ab3-590aeeef4c8f None None] Updating router 1d2155ac-7477-470c-9ca1-a0d1cc32f588 port 761525e2-4b48-4f6b-b993-05b8d408f7bf binding host dv-cinder-818233-1-iscsi {{(pid=101835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 17 15:23:11.389893 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-ed6fdb60-6386-45e9-98d6-a6c7b7261661 None None] For port eaa5a071-103f-4607-bcd5-f91e79170cce, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=eaa5a071-103f-4607-bcd5-f91e79170cce,segment=NetworkSegment(837ff733-dae1-4505-95b6-ef433d09b213),segment_id=837ff733-dae1-4505-95b6-ef433d09b213)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:23:11.413266 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-ed6fdb60-6386-45e9-98d6-a6c7b7261661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:11.415701 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-47eb7d91-953f-4694-9da6-b0f1d0d0180e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:11.468867 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-a1f7705c-1742-4aaf-9ab3-590aeeef4c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:11.525580 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6fdb60-6386-45e9-98d6-a6c7b7261661 None None] Pushing event updated for resources: {'Port': ['ID=eaa5a071-103f-4607-bcd5-f91e79170cce,revision_number=3']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:23:11.583752 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.db_base_plugin_common [None req-47eb7d91-953f-4694-9da6-b0f1d0d0180e admin admin] Allocated IP 172.20.0.1 (4c77d99a-b153-4235-ba64-c09575767c95/f690ba05-3db5-4ec2-958b-ac0f4f3f1c98/956dd9a9-1c06-4f05-b941-f7956b484813) {{(pid=101834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:23:11.691952 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-47eb7d91-953f-4694-9da6-b0f1d0d0180e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:11.726899 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-47eb7d91-953f-4694-9da6-b0f1d0d0180e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:11.750310 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-4b4d1b06-9772-48f0-b123-7b4bc3bd4f89 None None] Provisioning complete for port eaa5a071-103f-4607-bcd5-f91e79170cce triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:23:11.750878 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-4b4d1b06-9772-48f0-b123-7b4bc3bd4f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:11.766271 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47eb7d91-953f-4694-9da6-b0f1d0d0180e admin admin] Network 4c77d99a-b153-4235-ba64-c09575767c95 is already hosted by enough agents. {{(pid=101834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:23:11.770733 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.base_scheduler [None req-47eb7d91-953f-4694-9da6-b0f1d0d0180e admin admin] Resources bound (agent type, host, resource id): {{(pid=101834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:23:11.775131 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47eb7d91-953f-4694-9da6-b0f1d0d0180e admin admin] Received port after_create {{(pid=101834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:23:11.778154 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eb7d91-953f-4694-9da6-b0f1d0d0180e admin admin] Pushing event updated for resources: {'Port': ['ID=956dd9a9-1c06-4f05-b941-f7956b484813,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:23:11.815193 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-47eb7d91-953f-4694-9da6-b0f1d0d0180e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524977'] for router_interface, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:11.951166 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-47eb7d91-953f-4694-9da6-b0f1d0d0180e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:11.951837 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-a1f7705c-1742-4aaf-9ab3-590aeeef4c8f None None] Publish callbacks [] for port, precommit_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:11.958665 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-a1f7705c-1742-4aaf-9ab3-590aeeef4c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:12.014406 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-a1f7705c-1742-4aaf-9ab3-590aeeef4c8f None None] Attempting to bind port 761525e2-4b48-4f6b-b993-05b8d408f7bf on host dv-cinder-818233-1-iscsi for vnic_type normal with profile {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 15:23:12.014799 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-a1f7705c-1742-4aaf-9ab3-590aeeef4c8f None None] Attempting to bind port 761525e2-4b48-4f6b-b993-05b8d408f7bf by drivers openvswitch,hyperv on host dv-cinder-818233-1-iscsi at level 0 using segments [{'id': 'e39e10fc-a942-4c92-be27-2cc9068c33b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba'}] {{(pid=101835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 15:23:12.015171 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f7705c-1742-4aaf-9ab3-590aeeef4c8f None None] Attempting to bind port 761525e2-4b48-4f6b-b993-05b8d408f7bf on network 183472ab-d8ab-4bee-8fe8-a0a558356eba {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:23:12.017034 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63734b8a-c357-4c96-a72e-c41364844557 None None] Pushing event updated for resources: {'Port': ['ID=761525e2-4b48-4f6b-b993-05b8d408f7bf,revision_number=2']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:23:12.027037 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f7705c-1742-4aaf-9ab3-590aeeef4c8f None None] Checking agent: {'id': '80212031-474b-4b2d-a4cc-c8968f8491db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818233-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 15, 2, 57), 'started_at': datetime.datetime(2021, 11, 17, 15, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 15, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818233-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 15:23:12.027435 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f7705c-1742-4aaf-9ab3-590aeeef4c8f None None] Checking segment: {'id': 'e39e10fc-a942-4c92-be27-2cc9068c33b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:23:12.027834 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-a1f7705c-1742-4aaf-9ab3-590aeeef4c8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:12.028226 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f7705c-1742-4aaf-9ab3-590aeeef4c8f None None] Bound using segment: {'id': 'e39e10fc-a942-4c92-be27-2cc9068c33b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba'} {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 15:23:12.028684 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-a1f7705c-1742-4aaf-9ab3-590aeeef4c8f None None] Bound port: 761525e2-4b48-4f6b-b993-05b8d408f7bf, host: dv-cinder-818233-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e39e10fc-a942-4c92-be27-2cc9068c33b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba'}}] {{(pid=101835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 15:23:12.029060 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-a1f7705c-1742-4aaf-9ab3-590aeeef4c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:12.061926 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-a8f9f6d6-5121-431d-8141-abfffc8b028a None None] Provisioning complete for port 956dd9a9-1c06-4f05-b941-f7956b484813 triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:23:12.062211 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-a8f9f6d6-5121-431d-8141-abfffc8b028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:12.116497 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-a1f7705c-1742-4aaf-9ab3-590aeeef4c8f None None] For port 761525e2-4b48-4f6b-b993-05b8d408f7bf, host dv-cinder-818233-1-iscsi, cleared binding levels {{(pid=101835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 15:23:12.117590 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-47eb7d91-953f-4694-9da6-b0f1d0d0180e admin admin] Publish callbacks [] for port, precommit_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:12.120197 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-a1f7705c-1742-4aaf-9ab3-590aeeef4c8f None None] For port 761525e2-4b48-4f6b-b993-05b8d408f7bf, host dv-cinder-818233-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=761525e2-4b48-4f6b-b993-05b8d408f7bf,segment=NetworkSegment(e39e10fc-a942-4c92-be27-2cc9068c33b8),segment_id=e39e10fc-a942-4c92-be27-2cc9068c33b8)] {{(pid=101835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 15:23:12.121270 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-a8f9f6d6-5121-431d-8141-abfffc8b028a None None] Port 956dd9a9-1c06-4f05-b941-f7956b484813 cannot update to ACTIVE because it is not bound. {{(pid=101835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 15:23:12.123071 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-47eb7d91-953f-4694-9da6-b0f1d0d0180e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4397568'] for port, after_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:12.125525 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-a1f7705c-1742-4aaf-9ab3-590aeeef4c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:12.185219 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f7705c-1742-4aaf-9ab3-590aeeef4c8f None None] Routers {'1d2155ac-7477-470c-9ca1-a0d1cc32f588'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:23:12.185834 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-a1f7705c-1742-4aaf-9ab3-590aeeef4c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:22:54Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['1d2155ac-7477-470c-9ca1-a0d1cc32f588'], 'active': True} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:23:12.188587 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63734b8a-c357-4c96-a72e-c41364844557 None None] Pushing event updated for resources: {'Port': ['ID=761525e2-4b48-4f6b-b993-05b8d408f7bf,revision_number=3']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:23:12.194003 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eb7d91-953f-4694-9da6-b0f1d0d0180e admin admin] Pushing event updated for resources: {'Port': ['ID=956dd9a9-1c06-4f05-b941-f7956b484813,revision_number=2']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:23:12.196520 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-47eb7d91-953f-4694-9da6-b0f1d0d0180e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1014539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-525634'] for router_interface, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:12.285962 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47eb7d91-953f-4694-9da6-b0f1d0d0180e admin admin] Network 4c77d99a-b153-4235-ba64-c09575767c95 is already hosted by enough agents. {{(pid=101834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:23:12.287515 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.base_scheduler [None req-47eb7d91-953f-4694-9da6-b0f1d0d0180e admin admin] Resources bound (agent type, host, resource id): {{(pid=101834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:23:12.293932 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvr_db [None req-a1f7705c-1742-4aaf-9ab3-590aeeef4c8f None None] Set router 1d2155ac-7477-470c-9ca1-a0d1cc32f588 gateway port host: dv-cinder-818233-1-iscsi {{(pid=101835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:23:12.404782 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47eb7d91-953f-4694-9da6-b0f1d0d0180e admin admin] Router 1d2155ac-7477-470c-9ca1-a0d1cc32f588 has already been hosted by L3 agent ed3bd2e8-8a22-4616-b806-7e727ef760a6 {{(pid=101834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 15:23:12.513635 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-a1f7705c-1742-4aaf-9ab3-590aeeef4c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2155ac-7477-470c-9ca1-a0d1cc32f588', 'name': 'tempest-TestShelveInstance-967637297-router', 'tenant_id': '8c75dd62b5394a3392e391ff051bf8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '761525e2-4b48-4f6b-b993-05b8d408f7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:23:09Z', 'updated_at': '2021-11-17T15:23:11Z', 'revision_number': 4, 'project_id': '8c75dd62b5394a3392e391ff051bf8a6', 'gw_port': {'id': '761525e2-4b48-4f6b-b993-05b8d408f7bf', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ce:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2155ac-7477-470c-9ca1-a0d1cc32f588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:23:09Z', 'updated_at': '2021-11-17T15:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': '956dd9a9-1c06-4f05-b941-f7956b484813', 'name': '', 'network_id': '4c77d99a-b153-4235-ba64-c09575767c95', 'tenant_id': '8c75dd62b5394a3392e391ff051bf8a6', 'mac_address': 'fa:16:3e:71:f5:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2155ac-7477-470c-9ca1-a0d1cc32f588', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'f690ba05-3db5-4ec2-958b-ac0f4f3f1c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:23:11Z', 'updated_at': '2021-11-17T15:23:12Z', 'revision_number': 2, 'project_id': '8c75dd62b5394a3392e391ff051bf8a6', 'subnets': [{'id': 'f690ba05-3db5-4ec2-958b-ac0f4f3f1c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:23:12.522072 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47eb7d91-953f-4694-9da6-b0f1d0d0180e admin admin] Notify agent at l3_agent.dv-cinder-818233-1-iscsi the message routers_updated {{(pid=101834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 15:23:12.527053 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-47eb7d91-953f-4694-9da6-b0f1d0d0180e admin admin] 10.222.0.62 "PUT /v2.0/routers/1d2155ac-7477-470c-9ca1-a0d1cc32f588/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7942948 Nov 17 15:23:12.546596 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f7705c-1742-4aaf-9ab3-590aeeef4c8f None None] The sync data for ids ['1d2155ac-7477-470c-9ca1-a0d1cc32f588'] in dv-cinder-818233-1-iscsi is: [{'id': '1d2155ac-7477-470c-9ca1-a0d1cc32f588', 'name': 'tempest-TestShelveInstance-967637297-router', 'tenant_id': '8c75dd62b5394a3392e391ff051bf8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '761525e2-4b48-4f6b-b993-05b8d408f7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:23:09Z', 'updated_at': '2021-11-17T15:23:11Z', 'revision_number': 4, 'project_id': '8c75dd62b5394a3392e391ff051bf8a6', 'gw_port': {'id': '761525e2-4b48-4f6b-b993-05b8d408f7bf', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ce:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2155ac-7477-470c-9ca1-a0d1cc32f588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:23:09Z', 'updated_at': '2021-11-17T15:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': '956dd9a9-1c06-4f05-b941-f7956b484813', 'name': '', 'network_id': '4c77d99a-b153-4235-ba64-c09575767c95', 'tenant_id': '8c75dd62b5394a3392e391ff051bf8a6', 'mac_address': 'fa:16:3e:71:f5:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2155ac-7477-470c-9ca1-a0d1cc32f588', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'f690ba05-3db5-4ec2-958b-ac0f4f3f1c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:23:11Z', 'updated_at': '2021-11-17T15:23:12Z', 'revision_number': 2, 'project_id': '8c75dd62b5394a3392e391ff051bf8a6', 'subnets': [{'id': 'f690ba05-3db5-4ec2-958b-ac0f4f3f1c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 15:23:12.557675 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-25864a66-3331-4960-b1a1-c162ea72f3bb None None] Provisioning complete for port 956dd9a9-1c06-4f05-b941-f7956b484813 triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:23:12.557855 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-25864a66-3331-4960-b1a1-c162ea72f3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:12.593832 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-25864a66-3331-4960-b1a1-c162ea72f3bb None None] Port 956dd9a9-1c06-4f05-b941-f7956b484813 cannot update to ACTIVE because it is not bound. {{(pid=101835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 15:23:13.032041 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 38042) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:23:13.037239 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [None req-7daff2a4-c8cd-459a-b974-84dc0eaa9463 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-198901831-network', 'tenant_id': 'f7dee363af244c71aab516aefeb178d7'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:23:13.061449 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7daff2a4-c8cd-459a-b974-84dc0eaa9463 admin admin] Made reservation on behalf of f7dee363af244c71aab516aefeb178d7 for: {'network': 1} {{(pid=101834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:23:13.064391 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device eaa5a071-103f-4607-bcd5-f91e79170cce up at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:23:13.064924 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-7daff2a4-c8cd-459a-b974-84dc0eaa9463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for network, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:13.074401 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-7daff2a4-c8cd-459a-b974-84dc0eaa9463 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:13.119191 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Provisioning complete for port eaa5a071-103f-4607-bcd5-f91e79170cce triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:23:13.119671 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:13.155798 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-7daff2a4-c8cd-459a-b974-84dc0eaa9463 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:13.161627 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-7daff2a4-c8cd-459a-b974-84dc0eaa9463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:13.182878 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7daff2a4-c8cd-459a-b974-84dc0eaa9463 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=101834) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 17 15:23:13.202409 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daff2a4-c8cd-459a-b974-84dc0eaa9463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b897b9d3-27a8-48f1-9de9-73ad272210f2,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:23:13.205749 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-7daff2a4-c8cd-459a-b974-84dc0eaa9463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931355'] for segment, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:13.206093 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.db.segments_db [None req-7daff2a4-c8cd-459a-b974-84dc0eaa9463 admin admin] Added segment b7879708-ef92-4b50-8b69-fa71ed05c119 of type vlan for network f79f9d9d-fd3b-448a-ade3-10273674eb8f Nov 17 15:23:13.265069 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-7daff2a4-c8cd-459a-b974-84dc0eaa9463 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776333902596'] for network, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:13.291055 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-7daff2a4-c8cd-459a-b974-84dc0eaa9463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557'] for network, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:13.292138 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7daff2a4-c8cd-459a-b974-84dc0eaa9463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:23:13.292714 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-7daff2a4-c8cd-459a-b974-84dc0eaa9463 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for network, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:13.331149 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-7daff2a4-c8cd-459a-b974-84dc0eaa9463 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2979207 Nov 17 15:23:13.334008 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 38044) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:23:13.338918 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.v2.base [None req-35a9dd73-3ad5-4ad0-a4b0-b279cfe7c86f admin admin] Request body: {'subnet': {'network_id': 'f79f9d9d-fd3b-448a-ade3-10273674eb8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-198901831-subnet', 'tenant_id': 'f7dee363af244c71aab516aefeb178d7', 'ip_version': 4}} {{(pid=101833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:23:13.361848 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a9dd73-3ad5-4ad0-a4b0-b279cfe7c86f admin admin] Made reservation on behalf of f7dee363af244c71aab516aefeb178d7 for: {'subnet': 1} {{(pid=101833) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:23:13.364227 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-35a9dd73-3ad5-4ad0-a4b0-b279cfe7c86f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5140360'] for subnet, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:13.367238 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daff2a4-c8cd-459a-b974-84dc0eaa9463 admin admin] Pushing event updated for resources: {'Network': ['ID=f79f9d9d-fd3b-448a-ade3-10273674eb8f,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:23:13.377922 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Network f79f9d9d-fd3b-448a-ade3-10273674eb8f details requested by agent ovs-agent-dv-cinder-818233-1-iscsi with host dv-cinder-818233-1-iscsi {{(pid=101835) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 17 15:23:13.538909 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-35a9dd73-3ad5-4ad0-a4b0-b279cfe7c86f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4229076', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5140390'] for subnet, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:13.595717 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a9dd73-3ad5-4ad0-a4b0-b279cfe7c86f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcee0b34-7783-4fc7-b5e8-7142688dfcbd,revision_number=0']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:23:13.605174 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35a9dd73-3ad5-4ad0-a4b0-b279cfe7c86f admin admin] Checking segment: {'id': 'b7879708-ef92-4b50-8b69-fa71ed05c119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'f79f9d9d-fd3b-448a-ade3-10273674eb8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101833) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:23:13.605541 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a9dd73-3ad5-4ad0-a4b0-b279cfe7c86f admin admin] Network hostable DHCP agents. Network: f79f9d9d-fd3b-448a-ade3-10273674eb8f, hostable agents: ['c5ee84d2-283a-4ac2-b5b9-7ea041475697'], hosted agents: [] {{(pid=101833) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 17 15:23:13.622341 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a9dd73-3ad5-4ad0-a4b0-b279cfe7c86f admin admin] Network f79f9d9d-fd3b-448a-ade3-10273674eb8f is scheduled to be hosted by DHCP agent c5ee84d2-283a-4ac2-b5b9-7ea041475697 with binding_index 1 {{(pid=101833) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 17 15:23:13.632189 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.scheduler.base_scheduler [None req-35a9dd73-3ad5-4ad0-a4b0-b279cfe7c86f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-818233-1-iscsi, f79f9d9d-fd3b-448a-ade3-10273674eb8f) {{(pid=101833) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:23:13.636686 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a9dd73-3ad5-4ad0-a4b0-b279cfe7c86f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:23:13.637288 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-35a9dd73-3ad5-4ad0-a4b0-b279cfe7c86f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for subnet, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:13.643183 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea33dbe5-d7b3-488c-9543-66ea9e370bad None None] Network f79f9d9d-fd3b-448a-ade3-10273674eb8f requested from dv-cinder-818233-1-iscsi {{(pid=101835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 15:23:13.654642 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-35a9dd73-3ad5-4ad0-a4b0-b279cfe7c86f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3195150 Nov 17 15:23:13.657350 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 38046) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:23:13.661714 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [None req-856166b6-2cbc-4975-977f-ea90ead352a5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-198901831-router', 'tenant_id': 'f7dee363af244c71aab516aefeb178d7', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba'}}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:23:13.690908 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-856166b6-2cbc-4975-977f-ea90ead352a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1045616', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-56289'] for router, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:13.692280 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-856166b6-2cbc-4975-977f-ea90ead352a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-527084', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-600707', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11538'] for router, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:13.746733 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-856166b6-2cbc-4975-977f-ea90ead352a5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:13.805647 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9171216a-6f76-479f-9175-cbff3c6121b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6ad5828d-ca6e-5b2a-b4f4-b9eaa6558937-f79f9d9d-fd3b-448a-ade3-10273674eb8f', 'network_id': 'f79f9d9d-fd3b-448a-ade3-10273674eb8f', 'tenant_id': 'f7dee363af244c71aab516aefeb178d7', 'fixed_ips': [{'subnet_id': 'dcee0b34-7783-4fc7-b5e8-7142688dfcbd'}]}} from dv-cinder-818233-1-iscsi. {{(pid=101835) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 17 15:23:13.806782 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-9171216a-6f76-479f-9175-cbff3c6121b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:13.888741 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-856166b6-2cbc-4975-977f-ea90ead352a5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:13.945739 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.db_base_plugin_common [None req-9171216a-6f76-479f-9175-cbff3c6121b3 None None] Allocated IP 172.20.0.2 (f79f9d9d-fd3b-448a-ade3-10273674eb8f/dcee0b34-7783-4fc7-b5e8-7142688dfcbd/a82ace06-b7c2-4cdb-bd82-1836fed6e0b2) {{(pid=101835) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:23:14.086912 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-856166b6-2cbc-4975-977f-ea90ead352a5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:14.090294 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-9171216a-6f76-479f-9175-cbff3c6121b3 None None] Publish callbacks [] for port, precommit_create {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:14.096877 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-9171216a-6f76-479f-9175-cbff3c6121b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718'] for port, after_create {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:14.108114 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-856166b6-2cbc-4975-977f-ea90ead352a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:14.138079 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9171216a-6f76-479f-9175-cbff3c6121b3 None None] Network f79f9d9d-fd3b-448a-ade3-10273674eb8f is already hosted by enough agents. {{(pid=101835) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:23:14.144470 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.scheduler.base_scheduler [None req-9171216a-6f76-479f-9175-cbff3c6121b3 None None] Resources bound (agent type, host, resource id): {{(pid=101835) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:23:14.146820 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9171216a-6f76-479f-9175-cbff3c6121b3 None None] Received port after_create {{(pid=101835) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:23:14.149882 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9171216a-6f76-479f-9175-cbff3c6121b3 None None] Pushing event updated for resources: {'Port': ['ID=a82ace06-b7c2-4cdb-bd82-1836fed6e0b2,revision_number=1']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:23:14.207923 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-9171216a-6f76-479f-9175-cbff3c6121b3 None None] Attempting to bind port a82ace06-b7c2-4cdb-bd82-1836fed6e0b2 on host dv-cinder-818233-1-iscsi for vnic_type normal with profile {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 15:23:14.208198 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-9171216a-6f76-479f-9175-cbff3c6121b3 None None] Attempting to bind port a82ace06-b7c2-4cdb-bd82-1836fed6e0b2 by drivers openvswitch,hyperv on host dv-cinder-818233-1-iscsi at level 0 using segments [{'id': 'b7879708-ef92-4b50-8b69-fa71ed05c119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'f79f9d9d-fd3b-448a-ade3-10273674eb8f'}] {{(pid=101835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 15:23:14.208556 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9171216a-6f76-479f-9175-cbff3c6121b3 None None] Attempting to bind port a82ace06-b7c2-4cdb-bd82-1836fed6e0b2 on network f79f9d9d-fd3b-448a-ade3-10273674eb8f {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:23:14.210162 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.db_base_plugin_common [None req-856166b6-2cbc-4975-977f-ea90ead352a5 admin admin] Allocated IP 172.27.1.175 (183472ab-d8ab-4bee-8fe8-a0a558356eba/10bde91e-9264-4f35-ad90-cbbdc12529d4/24015976-4b53-4de7-9c76-3308f3ed6dcb) {{(pid=101834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:23:14.213881 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9171216a-6f76-479f-9175-cbff3c6121b3 None None] Checking agent: {'id': '80212031-474b-4b2d-a4cc-c8968f8491db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818233-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 15, 2, 57), 'started_at': datetime.datetime(2021, 11, 17, 15, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 15, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818233-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 15:23:14.214255 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9171216a-6f76-479f-9175-cbff3c6121b3 None None] Checking segment: {'id': 'b7879708-ef92-4b50-8b69-fa71ed05c119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'f79f9d9d-fd3b-448a-ade3-10273674eb8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:23:14.214656 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-9171216a-6f76-479f-9175-cbff3c6121b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:14.215051 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9171216a-6f76-479f-9175-cbff3c6121b3 None None] Bound using segment: {'id': 'b7879708-ef92-4b50-8b69-fa71ed05c119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'f79f9d9d-fd3b-448a-ade3-10273674eb8f'} {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 15:23:14.215693 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-9171216a-6f76-479f-9175-cbff3c6121b3 None None] Bound port: a82ace06-b7c2-4cdb-bd82-1836fed6e0b2, host: dv-cinder-818233-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7879708-ef92-4b50-8b69-fa71ed05c119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'f79f9d9d-fd3b-448a-ade3-10273674eb8f'}}] {{(pid=101835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 15:23:14.215973 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-9171216a-6f76-479f-9175-cbff3c6121b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:14.283983 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-9171216a-6f76-479f-9175-cbff3c6121b3 None None] For port a82ace06-b7c2-4cdb-bd82-1836fed6e0b2, host dv-cinder-818233-1-iscsi, cleared binding levels {{(pid=101835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 15:23:14.288140 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-9171216a-6f76-479f-9175-cbff3c6121b3 None None] For port a82ace06-b7c2-4cdb-bd82-1836fed6e0b2, host dv-cinder-818233-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=a82ace06-b7c2-4cdb-bd82-1836fed6e0b2,segment=NetworkSegment(b7879708-ef92-4b50-8b69-fa71ed05c119),segment_id=b7879708-ef92-4b50-8b69-fa71ed05c119)] {{(pid=101835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 15:23:14.294104 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-9171216a-6f76-479f-9175-cbff3c6121b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:14.328757 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-856166b6-2cbc-4975-977f-ea90ead352a5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:14.353754 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9171216a-6f76-479f-9175-cbff3c6121b3 None None] Pushing event updated for resources: {'Port': ['ID=a82ace06-b7c2-4cdb-bd82-1836fed6e0b2,revision_number=2']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:23:14.373257 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-856166b6-2cbc-4975-977f-ea90ead352a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:14.415078 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856166b6-2cbc-4975-977f-ea90ead352a5 admin admin] Network 183472ab-d8ab-4bee-8fe8-a0a558356eba is already hosted by enough agents. {{(pid=101834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:23:14.417946 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.base_scheduler [None req-856166b6-2cbc-4975-977f-ea90ead352a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:23:14.421695 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856166b6-2cbc-4975-977f-ea90ead352a5 admin admin] Received port after_create {{(pid=101834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:23:14.444331 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856166b6-2cbc-4975-977f-ea90ead352a5 admin admin] Pushing event updated for resources: {'Port': ['ID=24015976-4b53-4de7-9c76-3308f3ed6dcb,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:23:14.644875 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd8edcb-f64b-4305-9933-9111fd7f3ddd None None] Sync routers for ids ['1d2155ac-7477-470c-9ca1-a0d1cc32f588'] in dv-cinder-818233-1-iscsi {{(pid=101836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 15:23:14.655414 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd8edcb-f64b-4305-9933-9111fd7f3ddd None None] Routers {'1d2155ac-7477-470c-9ca1-a0d1cc32f588'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:23:14.656055 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-6fd8edcb-f64b-4305-9933-9111fd7f3ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:22:54Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['1d2155ac-7477-470c-9ca1-a0d1cc32f588'], 'active': True} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:23:14.696080 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-856166b6-2cbc-4975-977f-ea90ead352a5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:14.760997 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvr_db [None req-6fd8edcb-f64b-4305-9933-9111fd7f3ddd None None] Set router 1d2155ac-7477-470c-9ca1-a0d1cc32f588 gateway port host: dv-cinder-818233-1-iscsi {{(pid=101836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:23:14.897599 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-856166b6-2cbc-4975-977f-ea90ead352a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1044681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-527025'] for router, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:14.961101 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-6fd8edcb-f64b-4305-9933-9111fd7f3ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2155ac-7477-470c-9ca1-a0d1cc32f588', 'name': 'tempest-TestShelveInstance-967637297-router', 'tenant_id': '8c75dd62b5394a3392e391ff051bf8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '761525e2-4b48-4f6b-b993-05b8d408f7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:23:09Z', 'updated_at': '2021-11-17T15:23:11Z', 'revision_number': 4, 'project_id': '8c75dd62b5394a3392e391ff051bf8a6', 'gw_port': {'id': '761525e2-4b48-4f6b-b993-05b8d408f7bf', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ce:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2155ac-7477-470c-9ca1-a0d1cc32f588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:23:09Z', 'updated_at': '2021-11-17T15:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': '956dd9a9-1c06-4f05-b941-f7956b484813', 'name': '', 'network_id': '4c77d99a-b153-4235-ba64-c09575767c95', 'tenant_id': '8c75dd62b5394a3392e391ff051bf8a6', 'mac_address': 'fa:16:3e:71:f5:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2155ac-7477-470c-9ca1-a0d1cc32f588', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'f690ba05-3db5-4ec2-958b-ac0f4f3f1c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:23:11Z', 'updated_at': '2021-11-17T15:23:12Z', 'revision_number': 2, 'project_id': '8c75dd62b5394a3392e391ff051bf8a6', 'subnets': [{'id': 'f690ba05-3db5-4ec2-958b-ac0f4f3f1c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:23:14.994633 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd8edcb-f64b-4305-9933-9111fd7f3ddd None None] Checking router: 1d2155ac-7477-470c-9ca1-a0d1cc32f588 for host: dv-cinder-818233-1-iscsi {{(pid=101836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 15:23:14.995536 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd8edcb-f64b-4305-9933-9111fd7f3ddd None None] Updating router 1d2155ac-7477-470c-9ca1-a0d1cc32f588 port 956dd9a9-1c06-4f05-b941-f7956b484813 binding host dv-cinder-818233-1-iscsi {{(pid=101836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 17 15:23:15.032901 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-6fd8edcb-f64b-4305-9933-9111fd7f3ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:15.033936 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-856166b6-2cbc-4975-977f-ea90ead352a5 admin admin] Router 2ebe98d0-2e19-4363-b692-eaa56a18bef0 is scheduled to L3 agent ed3bd2e8-8a22-4616-b806-7e727ef760a6 with binding_index 1 {{(pid=101834) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 17 15:23:15.134236 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device 761525e2-4b48-4f6b-b993-05b8d408f7bf up at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:23:15.170818 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856166b6-2cbc-4975-977f-ea90ead352a5 admin admin] Notify agent at l3_agent.dv-cinder-818233-1-iscsi the message routers_updated {{(pid=101834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 15:23:15.181991 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f08d1e-88b1-4ca0-bbf5-e340e8c2e136 None None] Sync routers for ids ['2ebe98d0-2e19-4363-b692-eaa56a18bef0'] in dv-cinder-818233-1-iscsi {{(pid=101835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 15:23:15.197340 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-856166b6-2cbc-4975-977f-ea90ead352a5 admin admin] Publish callbacks [] for router, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:15.199892 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-856166b6-2cbc-4975-977f-ea90ead352a5 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5403128 Nov 17 15:23:15.202523 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 38048) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:23:15.207458 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f08d1e-88b1-4ca0-bbf5-e340e8c2e136 None None] Routers {'2ebe98d0-2e19-4363-b692-eaa56a18bef0'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:23:15.208116 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-e0f08d1e-88b1-4ca0-bbf5-e340e8c2e136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:22:54Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['2ebe98d0-2e19-4363-b692-eaa56a18bef0'], 'active': True} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:23:15.258473 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Provisioning complete for port 761525e2-4b48-4f6b-b993-05b8d408f7bf triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:23:15.258859 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:15.318666 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-6fd8edcb-f64b-4305-9933-9111fd7f3ddd None None] Publish callbacks [] for port, precommit_update {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:15.325852 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-6fd8edcb-f64b-4305-9933-9111fd7f3ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:15.358269 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvr_db [None req-e0f08d1e-88b1-4ca0-bbf5-e340e8c2e136 None None] Set router 2ebe98d0-2e19-4363-b692-eaa56a18bef0 gateway port host: dv-cinder-818233-1-iscsi {{(pid=101835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:23:15.380049 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b76dda0-ec15-45b0-8592-6e2471391602 None None] Pushing event updated for resources: {'Port': ['ID=956dd9a9-1c06-4f05-b941-f7956b484813,revision_number=3']} {{(pid=101836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:23:15.399500 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b76dda0-ec15-45b0-8592-6e2471391602 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:23:15.400270 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b76dda0-ec15-45b0-8592-6e2471391602 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:23:15.401136 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b76dda0-ec15-45b0-8592-6e2471391602 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:23:15.401756 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b76dda0-ec15-45b0-8592-6e2471391602 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:23:15.402356 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b76dda0-ec15-45b0-8592-6e2471391602 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:23:15.402789 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b76dda0-ec15-45b0-8592-6e2471391602 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:23:15.403473 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b76dda0-ec15-45b0-8592-6e2471391602 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:23:15.404102 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b76dda0-ec15-45b0-8592-6e2471391602 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:23:15.404727 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b76dda0-ec15-45b0-8592-6e2471391602 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:23:15.406172 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b76dda0-ec15-45b0-8592-6e2471391602 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:23:15.406696 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b76dda0-ec15-45b0-8592-6e2471391602 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:23:15.407252 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b76dda0-ec15-45b0-8592-6e2471391602 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:23:15.476233 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be7b4b3-d5bd-4175-89da-93490e03a33c None None] Network f79f9d9d-fd3b-448a-ade3-10273674eb8f requested from dv-cinder-818233-1-iscsi {{(pid=101835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 15:23:15.484306 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.managers [None req-6fd8edcb-f64b-4305-9933-9111fd7f3ddd None None] Attempting to bind port 956dd9a9-1c06-4f05-b941-f7956b484813 on host dv-cinder-818233-1-iscsi for vnic_type normal with profile {{(pid=101836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 15:23:15.484804 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.managers [None req-6fd8edcb-f64b-4305-9933-9111fd7f3ddd None None] Attempting to bind port 956dd9a9-1c06-4f05-b941-f7956b484813 by drivers openvswitch,hyperv on host dv-cinder-818233-1-iscsi at level 0 using segments [{'id': '837ff733-dae1-4505-95b6-ef433d09b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c77d99a-b153-4235-ba64-c09575767c95'}] {{(pid=101836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 15:23:15.485505 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd8edcb-f64b-4305-9933-9111fd7f3ddd None None] Attempting to bind port 956dd9a9-1c06-4f05-b941-f7956b484813 on network 4c77d99a-b153-4235-ba64-c09575767c95 {{(pid=101836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:23:15.491258 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd8edcb-f64b-4305-9933-9111fd7f3ddd None None] Checking agent: {'id': '80212031-474b-4b2d-a4cc-c8968f8491db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818233-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 15, 2, 57), 'started_at': datetime.datetime(2021, 11, 17, 15, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 15, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818233-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 15:23:15.492222 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd8edcb-f64b-4305-9933-9111fd7f3ddd None None] Checking segment: {'id': '837ff733-dae1-4505-95b6-ef433d09b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c77d99a-b153-4235-ba64-c09575767c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:23:15.492720 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-6fd8edcb-f64b-4305-9933-9111fd7f3ddd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:15.493226 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd8edcb-f64b-4305-9933-9111fd7f3ddd None None] Bound using segment: {'id': '837ff733-dae1-4505-95b6-ef433d09b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c77d99a-b153-4235-ba64-c09575767c95'} {{(pid=101836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 15:23:15.493795 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.managers [None req-6fd8edcb-f64b-4305-9933-9111fd7f3ddd None None] Bound port: 956dd9a9-1c06-4f05-b941-f7956b484813, host: dv-cinder-818233-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837ff733-dae1-4505-95b6-ef433d09b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c77d99a-b153-4235-ba64-c09575767c95'}}] {{(pid=101836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 15:23:15.494285 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-6fd8edcb-f64b-4305-9933-9111fd7f3ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:15.544436 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:15.566780 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.db [None req-6fd8edcb-f64b-4305-9933-9111fd7f3ddd None None] For port 956dd9a9-1c06-4f05-b941-f7956b484813, host dv-cinder-818233-1-iscsi, cleared binding levels {{(pid=101836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 15:23:15.570628 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.db [None req-6fd8edcb-f64b-4305-9933-9111fd7f3ddd None None] For port 956dd9a9-1c06-4f05-b941-f7956b484813, host dv-cinder-818233-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=956dd9a9-1c06-4f05-b941-f7956b484813,segment=NetworkSegment(837ff733-dae1-4505-95b6-ef433d09b213),segment_id=837ff733-dae1-4505-95b6-ef433d09b213)] {{(pid=101836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 15:23:15.580387 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-6fd8edcb-f64b-4305-9933-9111fd7f3ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:15.654383 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b76dda0-ec15-45b0-8592-6e2471391602 None None] Pushing event updated for resources: {'Port': ['ID=956dd9a9-1c06-4f05-b941-f7956b484813,revision_number=4']} {{(pid=101836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:23:15.659386 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd8edcb-f64b-4305-9933-9111fd7f3ddd None None] Routers {'1d2155ac-7477-470c-9ca1-a0d1cc32f588'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:23:15.660255 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-6fd8edcb-f64b-4305-9933-9111fd7f3ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:22:54Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['1d2155ac-7477-470c-9ca1-a0d1cc32f588'], 'active': True} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:23:15.803872 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] For port 761525e2-4b48-4f6b-b993-05b8d408f7bf, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=761525e2-4b48-4f6b-b993-05b8d408f7bf,segment=NetworkSegment(e39e10fc-a942-4c92-be27-2cc9068c33b8),segment_id=e39e10fc-a942-4c92-be27-2cc9068c33b8)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:23:15.812059 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-1a1ac97f-7c33-4397-b0f5-cdd9bec28400 None None] Provisioning complete for port a82ace06-b7c2-4cdb-bd82-1836fed6e0b2 triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:23:15.812431 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1ac97f-7c33-4397-b0f5-cdd9bec28400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:15.860176 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:15.860967 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device a82ace06-b7c2-4cdb-bd82-1836fed6e0b2 up at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:23:15.886318 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvr_db [None req-6fd8edcb-f64b-4305-9933-9111fd7f3ddd None None] Set router 1d2155ac-7477-470c-9ca1-a0d1cc32f588 gateway port host: dv-cinder-818233-1-iscsi {{(pid=101836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:23:16.005128 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-883ed251-46f9-4728-acba-2ffba28a9586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:16.033097 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Pushing event updated for resources: {'Port': ['ID=761525e2-4b48-4f6b-b993-05b8d408f7bf,revision_number=4']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:23:16.101139 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-6fd8edcb-f64b-4305-9933-9111fd7f3ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2155ac-7477-470c-9ca1-a0d1cc32f588', 'name': 'tempest-TestShelveInstance-967637297-router', 'tenant_id': '8c75dd62b5394a3392e391ff051bf8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '761525e2-4b48-4f6b-b993-05b8d408f7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:23:09Z', 'updated_at': '2021-11-17T15:23:11Z', 'revision_number': 4, 'project_id': '8c75dd62b5394a3392e391ff051bf8a6', 'gw_port': {'id': '761525e2-4b48-4f6b-b993-05b8d408f7bf', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ce:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2155ac-7477-470c-9ca1-a0d1cc32f588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:23:09Z', 'updated_at': '2021-11-17T15:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': '956dd9a9-1c06-4f05-b941-f7956b484813', 'name': '', 'network_id': '4c77d99a-b153-4235-ba64-c09575767c95', 'tenant_id': '8c75dd62b5394a3392e391ff051bf8a6', 'mac_address': 'fa:16:3e:71:f5:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2155ac-7477-470c-9ca1-a0d1cc32f588', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'f690ba05-3db5-4ec2-958b-ac0f4f3f1c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:23:11Z', 'updated_at': '2021-11-17T15:23:15Z', 'revision_number': 4, 'project_id': '8c75dd62b5394a3392e391ff051bf8a6', 'subnets': [{'id': 'f690ba05-3db5-4ec2-958b-ac0f4f3f1c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:23:16.106051 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Provisioning complete for port a82ace06-b7c2-4cdb-bd82-1836fed6e0b2 triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:23:16.106418 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:16.109876 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1ac97f-7c33-4397-b0f5-cdd9bec28400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:16.128532 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd8edcb-f64b-4305-9933-9111fd7f3ddd None None] The sync data for ids ['1d2155ac-7477-470c-9ca1-a0d1cc32f588'] in dv-cinder-818233-1-iscsi is: [{'id': '1d2155ac-7477-470c-9ca1-a0d1cc32f588', 'name': 'tempest-TestShelveInstance-967637297-router', 'tenant_id': '8c75dd62b5394a3392e391ff051bf8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '761525e2-4b48-4f6b-b993-05b8d408f7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:23:09Z', 'updated_at': '2021-11-17T15:23:11Z', 'revision_number': 4, 'project_id': '8c75dd62b5394a3392e391ff051bf8a6', 'gw_port': {'id': '761525e2-4b48-4f6b-b993-05b8d408f7bf', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ce:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2155ac-7477-470c-9ca1-a0d1cc32f588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:23:09Z', 'updated_at': '2021-11-17T15:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': '956dd9a9-1c06-4f05-b941-f7956b484813', 'name': '', 'network_id': '4c77d99a-b153-4235-ba64-c09575767c95', 'tenant_id': '8c75dd62b5394a3392e391ff051bf8a6', 'mac_address': 'fa:16:3e:71:f5:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2155ac-7477-470c-9ca1-a0d1cc32f588', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'f690ba05-3db5-4ec2-958b-ac0f4f3f1c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:23:11Z', 'updated_at': '2021-11-17T15:23:15Z', 'revision_number': 4, 'project_id': '8c75dd62b5394a3392e391ff051bf8a6', 'subnets': [{'id': 'f690ba05-3db5-4ec2-958b-ac0f4f3f1c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 15:23:16.138068 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-e0f08d1e-88b1-4ca0-bbf5-e340e8c2e136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebe98d0-2e19-4363-b692-eaa56a18bef0', 'name': 'tempest-TestShelveInstance-198901831-router', 'tenant_id': 'f7dee363af244c71aab516aefeb178d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '24015976-4b53-4de7-9c76-3308f3ed6dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:23:13Z', 'updated_at': '2021-11-17T15:23:14Z', 'revision_number': 3, 'project_id': 'f7dee363af244c71aab516aefeb178d7', 'gw_port': {'id': '24015976-4b53-4de7-9c76-3308f3ed6dcb', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ebe98d0-2e19-4363-b692-eaa56a18bef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:23:14Z', 'updated_at': '2021-11-17T15:23:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi'}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:23:16.173459 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.db_base_plugin_common [None req-883ed251-46f9-4728-acba-2ffba28a9586 admin admin] Allocated IP 172.20.0.1 (f79f9d9d-fd3b-448a-ade3-10273674eb8f/dcee0b34-7783-4fc7-b5e8-7142688dfcbd/4420ce48-10ce-4470-aef2-ce1df17784be) {{(pid=101834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:23:16.189038 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f08d1e-88b1-4ca0-bbf5-e340e8c2e136 None None] Checking router: 2ebe98d0-2e19-4363-b692-eaa56a18bef0 for host: dv-cinder-818233-1-iscsi {{(pid=101835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 15:23:16.189399 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f08d1e-88b1-4ca0-bbf5-e340e8c2e136 None None] Updating router 2ebe98d0-2e19-4363-b692-eaa56a18bef0 port 24015976-4b53-4de7-9c76-3308f3ed6dcb binding host dv-cinder-818233-1-iscsi {{(pid=101835) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 17 15:23:16.237835 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-1a1ac97f-7c33-4397-b0f5-cdd9bec28400 None None] For port a82ace06-b7c2-4cdb-bd82-1836fed6e0b2, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=a82ace06-b7c2-4cdb-bd82-1836fed6e0b2,segment=NetworkSegment(b7879708-ef92-4b50-8b69-fa71ed05c119),segment_id=b7879708-ef92-4b50-8b69-fa71ed05c119)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:23:16.241095 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-e0f08d1e-88b1-4ca0-bbf5-e340e8c2e136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:16.265493 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1ac97f-7c33-4397-b0f5-cdd9bec28400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:16.298216 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-883ed251-46f9-4728-acba-2ffba28a9586 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:16.343717 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-883ed251-46f9-4728-acba-2ffba28a9586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:16.389194 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883ed251-46f9-4728-acba-2ffba28a9586 admin admin] Network f79f9d9d-fd3b-448a-ade3-10273674eb8f is already hosted by enough agents. {{(pid=101834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:23:16.392973 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.base_scheduler [None req-883ed251-46f9-4728-acba-2ffba28a9586 admin admin] Resources bound (agent type, host, resource id): {{(pid=101834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:23:16.398236 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883ed251-46f9-4728-acba-2ffba28a9586 admin admin] Received port after_create {{(pid=101834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:23:16.400755 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883ed251-46f9-4728-acba-2ffba28a9586 admin admin] Pushing event updated for resources: {'Port': ['ID=4420ce48-10ce-4470-aef2-ce1df17784be,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:23:16.433215 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1ac97f-7c33-4397-b0f5-cdd9bec28400 None None] Pushing event updated for resources: {'Port': ['ID=a82ace06-b7c2-4cdb-bd82-1836fed6e0b2,revision_number=3']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:23:16.442835 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-10cf5e36-09fe-442b-9b46-a2fa8a10c6c6 None None] Provisioning complete for port 956dd9a9-1c06-4f05-b941-f7956b484813 triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:23:16.443211 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-10cf5e36-09fe-442b-9b46-a2fa8a10c6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:16.448038 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-883ed251-46f9-4728-acba-2ffba28a9586 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-524977'] for router_interface, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:16.583260 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-883ed251-46f9-4728-acba-2ffba28a9586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:16.617417 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-10cf5e36-09fe-442b-9b46-a2fa8a10c6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:16.699932 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-10cf5e36-09fe-442b-9b46-a2fa8a10c6c6 None None] For port 956dd9a9-1c06-4f05-b941-f7956b484813, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=956dd9a9-1c06-4f05-b941-f7956b484813,segment=NetworkSegment(837ff733-dae1-4505-95b6-ef433d09b213),segment_id=837ff733-dae1-4505-95b6-ef433d09b213)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:23:16.702234 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-e0f08d1e-88b1-4ca0-bbf5-e340e8c2e136 None None] Publish callbacks [] for port, precommit_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:16.705371 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-10cf5e36-09fe-442b-9b46-a2fa8a10c6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:16.711905 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-e0f08d1e-88b1-4ca0-bbf5-e340e8c2e136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:16.757158 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-883ed251-46f9-4728-acba-2ffba28a9586 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:16.761976 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-883ed251-46f9-4728-acba-2ffba28a9586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4397568'] for port, after_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:16.769565 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-e0f08d1e-88b1-4ca0-bbf5-e340e8c2e136 None None] Attempting to bind port 24015976-4b53-4de7-9c76-3308f3ed6dcb on host dv-cinder-818233-1-iscsi for vnic_type normal with profile {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 15:23:16.769937 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-e0f08d1e-88b1-4ca0-bbf5-e340e8c2e136 None None] Attempting to bind port 24015976-4b53-4de7-9c76-3308f3ed6dcb by drivers openvswitch,hyperv on host dv-cinder-818233-1-iscsi at level 0 using segments [{'id': 'e39e10fc-a942-4c92-be27-2cc9068c33b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba'}] {{(pid=101835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 15:23:16.770298 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f08d1e-88b1-4ca0-bbf5-e340e8c2e136 None None] Attempting to bind port 24015976-4b53-4de7-9c76-3308f3ed6dcb on network 183472ab-d8ab-4bee-8fe8-a0a558356eba {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:23:16.778116 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cf5e36-09fe-442b-9b46-a2fa8a10c6c6 None None] Pushing event updated for resources: {'Port': ['ID=956dd9a9-1c06-4f05-b941-f7956b484813,revision_number=5']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:23:16.781596 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f08d1e-88b1-4ca0-bbf5-e340e8c2e136 None None] Checking agent: {'id': '80212031-474b-4b2d-a4cc-c8968f8491db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818233-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 15, 2, 57), 'started_at': datetime.datetime(2021, 11, 17, 15, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 15, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818233-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 15:23:16.782084 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f08d1e-88b1-4ca0-bbf5-e340e8c2e136 None None] Checking segment: {'id': 'e39e10fc-a942-4c92-be27-2cc9068c33b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101835) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:23:16.782361 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-e0f08d1e-88b1-4ca0-bbf5-e340e8c2e136 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:16.782740 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f08d1e-88b1-4ca0-bbf5-e340e8c2e136 None None] Bound using segment: {'id': 'e39e10fc-a942-4c92-be27-2cc9068c33b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba'} {{(pid=101835) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 15:23:16.783199 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.managers [None req-e0f08d1e-88b1-4ca0-bbf5-e340e8c2e136 None None] Bound port: 24015976-4b53-4de7-9c76-3308f3ed6dcb, host: dv-cinder-818233-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e39e10fc-a942-4c92-be27-2cc9068c33b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba'}}] {{(pid=101835) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 15:23:16.783601 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-e0f08d1e-88b1-4ca0-bbf5-e340e8c2e136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:16.832054 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883ed251-46f9-4728-acba-2ffba28a9586 admin admin] Pushing event updated for resources: {'Port': ['ID=4420ce48-10ce-4470-aef2-ce1df17784be,revision_number=2']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:23:16.834541 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-883ed251-46f9-4728-acba-2ffba28a9586 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1014539', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-525634'] for router_interface, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:16.870533 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b4f95f-f167-4524-a5ae-04dc2b82b014 None None] Pushing event updated for resources: {'Port': ['ID=24015976-4b53-4de7-9c76-3308f3ed6dcb,revision_number=2']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:23:16.877148 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-d5b6d2ea-7cbd-4b15-accc-7407d0d4065f None None] Provisioning complete for port a82ace06-b7c2-4cdb-bd82-1836fed6e0b2 triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:23:16.877493 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d5b6d2ea-7cbd-4b15-accc-7407d0d4065f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:16.881376 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-e0f08d1e-88b1-4ca0-bbf5-e340e8c2e136 None None] For port 24015976-4b53-4de7-9c76-3308f3ed6dcb, host dv-cinder-818233-1-iscsi, cleared binding levels {{(pid=101835) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 15:23:16.914095 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-e0f08d1e-88b1-4ca0-bbf5-e340e8c2e136 None None] For port 24015976-4b53-4de7-9c76-3308f3ed6dcb, host dv-cinder-818233-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=24015976-4b53-4de7-9c76-3308f3ed6dcb,segment=NetworkSegment(e39e10fc-a942-4c92-be27-2cc9068c33b8),segment_id=e39e10fc-a942-4c92-be27-2cc9068c33b8)] {{(pid=101835) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 15:23:16.921396 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-e0f08d1e-88b1-4ca0-bbf5-e340e8c2e136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:16.925863 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883ed251-46f9-4728-acba-2ffba28a9586 admin admin] Network f79f9d9d-fd3b-448a-ade3-10273674eb8f is already hosted by enough agents. {{(pid=101834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:23:16.927295 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.base_scheduler [None req-883ed251-46f9-4728-acba-2ffba28a9586 admin admin] Resources bound (agent type, host, resource id): {{(pid=101834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:23:16.991315 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f08d1e-88b1-4ca0-bbf5-e340e8c2e136 None None] Routers {'2ebe98d0-2e19-4363-b692-eaa56a18bef0'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:23:16.994102 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-e0f08d1e-88b1-4ca0-bbf5-e340e8c2e136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:22:54Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['2ebe98d0-2e19-4363-b692-eaa56a18bef0'], 'active': True} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:23:16.994827 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b4f95f-f167-4524-a5ae-04dc2b82b014 None None] Pushing event updated for resources: {'Port': ['ID=24015976-4b53-4de7-9c76-3308f3ed6dcb,revision_number=3']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:23:17.057607 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-883ed251-46f9-4728-acba-2ffba28a9586 admin admin] Router 2ebe98d0-2e19-4363-b692-eaa56a18bef0 has already been hosted by L3 agent ed3bd2e8-8a22-4616-b806-7e727ef760a6 {{(pid=101834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 15:23:17.125121 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-d5b6d2ea-7cbd-4b15-accc-7407d0d4065f None None] Provisioning complete for port 4420ce48-10ce-4470-aef2-ce1df17784be triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:23:17.125413 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d5b6d2ea-7cbd-4b15-accc-7407d0d4065f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:17.157387 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device 761525e2-4b48-4f6b-b993-05b8d408f7bf up at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:23:17.192755 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-883ed251-46f9-4728-acba-2ffba28a9586 admin admin] Notify agent at l3_agent.dv-cinder-818233-1-iscsi the message routers_updated {{(pid=101834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 15:23:17.197775 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-883ed251-46f9-4728-acba-2ffba28a9586 admin admin] 10.222.0.62 "PUT /v2.0/routers/2ebe98d0-2e19-4363-b692-eaa56a18bef0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9941080 Nov 17 15:23:17.203592 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvr_db [None req-e0f08d1e-88b1-4ca0-bbf5-e340e8c2e136 None None] Set router 2ebe98d0-2e19-4363-b692-eaa56a18bef0 gateway port host: dv-cinder-818233-1-iscsi {{(pid=101835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:23:17.208797 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-d5b6d2ea-7cbd-4b15-accc-7407d0d4065f None None] Port 4420ce48-10ce-4470-aef2-ce1df17784be cannot update to ACTIVE because it is not bound. {{(pid=101835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 15:23:17.310472 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Provisioning complete for port 761525e2-4b48-4f6b-b993-05b8d408f7bf triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:23:17.310841 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:17.402044 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-8f93e022-bdec-4325-832d-2aff21ab3525 None None] Provisioning complete for port 4420ce48-10ce-4470-aef2-ce1df17784be triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:23:17.402410 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-8f93e022-bdec-4325-832d-2aff21ab3525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:17.617142 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-8f93e022-bdec-4325-832d-2aff21ab3525 None None] Port 4420ce48-10ce-4470-aef2-ce1df17784be cannot update to ACTIVE because it is not bound. {{(pid=101835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 15:23:17.636116 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device 956dd9a9-1c06-4f05-b941-f7956b484813 up at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:23:17.687778 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-e0f08d1e-88b1-4ca0-bbf5-e340e8c2e136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebe98d0-2e19-4363-b692-eaa56a18bef0', 'name': 'tempest-TestShelveInstance-198901831-router', 'tenant_id': 'f7dee363af244c71aab516aefeb178d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '24015976-4b53-4de7-9c76-3308f3ed6dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:23:13Z', 'updated_at': '2021-11-17T15:23:16Z', 'revision_number': 4, 'project_id': 'f7dee363af244c71aab516aefeb178d7', 'gw_port': {'id': '24015976-4b53-4de7-9c76-3308f3ed6dcb', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ebe98d0-2e19-4363-b692-eaa56a18bef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:23:14Z', 'updated_at': '2021-11-17T15:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': '4420ce48-10ce-4470-aef2-ce1df17784be', 'name': '', 'network_id': 'f79f9d9d-fd3b-448a-ade3-10273674eb8f', 'tenant_id': 'f7dee363af244c71aab516aefeb178d7', 'mac_address': 'fa:16:3e:22:eb:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ebe98d0-2e19-4363-b692-eaa56a18bef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'dcee0b34-7783-4fc7-b5e8-7142688dfcbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:23:16Z', 'updated_at': '2021-11-17T15:23:16Z', 'revision_number': 2, 'project_id': 'f7dee363af244c71aab516aefeb178d7', 'subnets': [{'id': 'dcee0b34-7783-4fc7-b5e8-7142688dfcbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:23:17.715496 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f08d1e-88b1-4ca0-bbf5-e340e8c2e136 None None] The sync data for ids ['2ebe98d0-2e19-4363-b692-eaa56a18bef0'] in dv-cinder-818233-1-iscsi is: [{'id': '2ebe98d0-2e19-4363-b692-eaa56a18bef0', 'name': 'tempest-TestShelveInstance-198901831-router', 'tenant_id': 'f7dee363af244c71aab516aefeb178d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '24015976-4b53-4de7-9c76-3308f3ed6dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:23:13Z', 'updated_at': '2021-11-17T15:23:16Z', 'revision_number': 4, 'project_id': 'f7dee363af244c71aab516aefeb178d7', 'gw_port': {'id': '24015976-4b53-4de7-9c76-3308f3ed6dcb', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ebe98d0-2e19-4363-b692-eaa56a18bef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:23:14Z', 'updated_at': '2021-11-17T15:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': '4420ce48-10ce-4470-aef2-ce1df17784be', 'name': '', 'network_id': 'f79f9d9d-fd3b-448a-ade3-10273674eb8f', 'tenant_id': 'f7dee363af244c71aab516aefeb178d7', 'mac_address': 'fa:16:3e:22:eb:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ebe98d0-2e19-4363-b692-eaa56a18bef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'dcee0b34-7783-4fc7-b5e8-7142688dfcbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:23:16Z', 'updated_at': '2021-11-17T15:23:16Z', 'revision_number': 2, 'project_id': 'f7dee363af244c71aab516aefeb178d7', 'subnets': [{'id': 'dcee0b34-7783-4fc7-b5e8-7142688dfcbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 15:23:17.721188 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Provisioning complete for port 956dd9a9-1c06-4f05-b941-f7956b484813 triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:23:17.721582 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:17.800344 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device a82ace06-b7c2-4cdb-bd82-1836fed6e0b2 up at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:23:17.849975 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Provisioning complete for port a82ace06-b7c2-4cdb-bd82-1836fed6e0b2 triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:23:17.850344 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:18.740966 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 38058) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:23:18.745472 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.v2.base [None req-5fd7e0f4-e550-4240-9a11-69b8d8385dc0 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-590078461', 'description': 'tempest-secgroup-smoke-590078461 description', 'project_id': '8c75dd62b5394a3392e391ff051bf8a6'}} {{(pid=101833) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:23:18.773740 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-5fd7e0f4-e550-4240-9a11-69b8d8385dc0 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Publish callbacks [] for security_group, before_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:18.846441 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-5fd7e0f4-e550-4240-9a11-69b8d8385dc0 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Publish callbacks [] for security_group, precommit_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:18.850176 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-5fd7e0f4-e550-4240-9a11-69b8d8385dc0 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_create {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:18.876974 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-5fd7e0f4-e550-4240-9a11-69b8d8385dc0 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Publish callbacks [] for security_group, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:18.878208 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-5fd7e0f4-e550-4240-9a11-69b8d8385dc0 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1362462 Nov 17 15:23:18.881316 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 38060) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:23:18.882159 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd7e0f4-e550-4240-9a11-69b8d8385dc0 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3c471b-74b7-4f2e-b52d-549a8b7842f9,revision_number=1']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:23:18.886256 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [None req-6c8b32c9-cbc8-4179-9af4-2a878728ec25 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Request body: {'security_group_rule': {'security_group_id': '6a3c471b-74b7-4f2e-b52d-549a8b7842f9', 'project_id': '8c75dd62b5394a3392e391ff051bf8a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:23:18.913470 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-6c8b32c9-cbc8-4179-9af4-2a878728ec25 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:18.966813 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-6c8b32c9-cbc8-4179-9af4-2a878728ec25 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:18.970305 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-6c8b32c9-cbc8-4179-9af4-2a878728ec25 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603830'] for security_group_rule, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:18.984177 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8b32c9-cbc8-4179-9af4-2a878728ec25 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77d3d751-4e6b-4e44-91c1-ec823bd15ab1,revision_number=0']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:23:18.999748 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-6c8b32c9-cbc8-4179-9af4-2a878728ec25 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:19.000999 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-6c8b32c9-cbc8-4179-9af4-2a878728ec25 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1184669 Nov 17 15:23:19.003671 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 38062) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:23:19.008878 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [None req-cfb75d82-eb42-430d-9387-43e92c85ea30 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Request body: {'security_group_rule': {'security_group_id': '6a3c471b-74b7-4f2e-b52d-549a8b7842f9', 'project_id': '8c75dd62b5394a3392e391ff051bf8a6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:23:19.037464 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-cfb75d82-eb42-430d-9387-43e92c85ea30 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:19.075839 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device 24015976-4b53-4de7-9c76-3308f3ed6dcb up at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:23:19.094033 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-cfb75d82-eb42-430d-9387-43e92c85ea30 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:19.098715 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-cfb75d82-eb42-430d-9387-43e92c85ea30 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603830'] for security_group_rule, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:19.121691 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb75d82-eb42-430d-9387-43e92c85ea30 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5c65049-e338-4564-ac0c-96665557345d,revision_number=0']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:23:19.123866 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Provisioning complete for port 24015976-4b53-4de7-9c76-3308f3ed6dcb triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:23:19.124820 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:19.128155 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-cfb75d82-eb42-430d-9387-43e92c85ea30 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:19.131964 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-cfb75d82-eb42-430d-9387-43e92c85ea30 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1246359 Nov 17 15:23:19.132088 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 38064) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:23:19.136256 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [None req-39bcd578-1e76-4cf8-b49b-48c59c96a124 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Request body: {'security_group_rule': {'security_group_id': '6a3c471b-74b7-4f2e-b52d-549a8b7842f9', 'project_id': '8c75dd62b5394a3392e391ff051bf8a6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:23:19.161716 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-39bcd578-1e76-4cf8-b49b-48c59c96a124 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:19.203447 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:19.218461 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-39bcd578-1e76-4cf8-b49b-48c59c96a124 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:19.221928 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-39bcd578-1e76-4cf8-b49b-48c59c96a124 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603830'] for security_group_rule, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:19.223160 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] For port 24015976-4b53-4de7-9c76-3308f3ed6dcb, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=24015976-4b53-4de7-9c76-3308f3ed6dcb,segment=NetworkSegment(e39e10fc-a942-4c92-be27-2cc9068c33b8),segment_id=e39e10fc-a942-4c92-be27-2cc9068c33b8)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:23:19.227441 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:19.237293 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bcd578-1e76-4cf8-b49b-48c59c96a124 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55bf9382-d7cd-4d67-bfae-2881e2d9c49d,revision_number=0']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:23:19.248365 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-39bcd578-1e76-4cf8-b49b-48c59c96a124 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:19.250693 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-39bcd578-1e76-4cf8-b49b-48c59c96a124 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1173069 Nov 17 15:23:19.253154 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 38066) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:23:19.259192 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [None req-b9124892-e541-418e-8a29-12d28e96df45 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Request body: {'security_group_rule': {'security_group_id': '6a3c471b-74b7-4f2e-b52d-549a8b7842f9', 'project_id': '8c75dd62b5394a3392e391ff051bf8a6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:23:19.277535 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Pushing event updated for resources: {'Port': ['ID=24015976-4b53-4de7-9c76-3308f3ed6dcb,revision_number=4']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:23:19.285701 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-b9124892-e541-418e-8a29-12d28e96df45 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:19.342501 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-b9124892-e541-418e-8a29-12d28e96df45 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:19.346500 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-b9124892-e541-418e-8a29-12d28e96df45 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603830'] for security_group_rule, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:19.365105 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9124892-e541-418e-8a29-12d28e96df45 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40162e16-72a1-4de1-a241-a89c2320e871,revision_number=0']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:23:19.371322 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-b9124892-e541-418e-8a29-12d28e96df45 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:19.372456 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-b9124892-e541-418e-8a29-12d28e96df45 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1179504 Nov 17 15:23:19.375730 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 38068) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:23:19.379993 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [None req-e59846cd-d18e-40ed-8e99-4a6e99fe44e0 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Request body: {'security_group_rule': {'security_group_id': '6a3c471b-74b7-4f2e-b52d-549a8b7842f9', 'project_id': '8c75dd62b5394a3392e391ff051bf8a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:23:19.400486 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.db.securitygroups_db [None req-e59846cd-d18e-40ed-8e99-4a6e99fe44e0 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Project 8c75dd62b5394a3392e391ff051bf8a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 17 15:23:19.405821 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-e59846cd-d18e-40ed-8e99-4a6e99fe44e0 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:19.462844 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-e59846cd-d18e-40ed-8e99-4a6e99fe44e0 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:19.466864 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-e59846cd-d18e-40ed-8e99-4a6e99fe44e0 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603830'] for security_group_rule, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:19.485678 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59846cd-d18e-40ed-8e99-4a6e99fe44e0 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d97946f-6b31-4539-b8ed-6a01d5cd8139,revision_number=0']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:23:19.490469 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-e59846cd-d18e-40ed-8e99-4a6e99fe44e0 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:19.491644 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-e59846cd-d18e-40ed-8e99-4a6e99fe44e0 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1149304 Nov 17 15:23:19.494356 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 38070) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:23:19.498526 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [None req-94939ec2-f031-4650-9281-5d7212736eb9 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Request body: {'security_group_rule': {'security_group_id': '6a3c471b-74b7-4f2e-b52d-549a8b7842f9', 'project_id': '8c75dd62b5394a3392e391ff051bf8a6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:23:19.519056 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.db.securitygroups_db [None req-94939ec2-f031-4650-9281-5d7212736eb9 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Project 8c75dd62b5394a3392e391ff051bf8a6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 17 15:23:19.523662 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-94939ec2-f031-4650-9281-5d7212736eb9 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:19.583604 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-94939ec2-f031-4650-9281-5d7212736eb9 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:19.587079 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-94939ec2-f031-4650-9281-5d7212736eb9 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603830'] for security_group_rule, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:19.605353 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94939ec2-f031-4650-9281-5d7212736eb9 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6077f78-7080-41c1-b07c-977343b7000e,revision_number=0']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:23:19.611250 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-94939ec2-f031-4650-9281-5d7212736eb9 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:19.612450 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-94939ec2-f031-4650-9281-5d7212736eb9 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1171613 Nov 17 15:23:19.929992 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5331650d-a7f4-4503-a9fa-9d05081df044 None None] Sync routers for ids ['2ebe98d0-2e19-4363-b692-eaa56a18bef0'] in dv-cinder-818233-1-iscsi {{(pid=101836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 15:23:19.940286 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5331650d-a7f4-4503-a9fa-9d05081df044 None None] Routers {'2ebe98d0-2e19-4363-b692-eaa56a18bef0'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:23:19.940969 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-5331650d-a7f4-4503-a9fa-9d05081df044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:22:54Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['2ebe98d0-2e19-4363-b692-eaa56a18bef0'], 'active': True} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:23:20.047562 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvr_db [None req-5331650d-a7f4-4503-a9fa-9d05081df044 None None] Set router 2ebe98d0-2e19-4363-b692-eaa56a18bef0 gateway port host: dv-cinder-818233-1-iscsi {{(pid=101836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:23:20.261850 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-5331650d-a7f4-4503-a9fa-9d05081df044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebe98d0-2e19-4363-b692-eaa56a18bef0', 'name': 'tempest-TestShelveInstance-198901831-router', 'tenant_id': 'f7dee363af244c71aab516aefeb178d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '24015976-4b53-4de7-9c76-3308f3ed6dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:23:13Z', 'updated_at': '2021-11-17T15:23:16Z', 'revision_number': 4, 'project_id': 'f7dee363af244c71aab516aefeb178d7', 'gw_port': {'id': '24015976-4b53-4de7-9c76-3308f3ed6dcb', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebe98d0-2e19-4363-b692-eaa56a18bef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:23:14Z', 'updated_at': '2021-11-17T15:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': '4420ce48-10ce-4470-aef2-ce1df17784be', 'name': '', 'network_id': 'f79f9d9d-fd3b-448a-ade3-10273674eb8f', 'tenant_id': 'f7dee363af244c71aab516aefeb178d7', 'mac_address': 'fa:16:3e:22:eb:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ebe98d0-2e19-4363-b692-eaa56a18bef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'dcee0b34-7783-4fc7-b5e8-7142688dfcbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:23:16Z', 'updated_at': '2021-11-17T15:23:16Z', 'revision_number': 2, 'project_id': 'f7dee363af244c71aab516aefeb178d7', 'subnets': [{'id': 'dcee0b34-7783-4fc7-b5e8-7142688dfcbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:23:20.288537 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5331650d-a7f4-4503-a9fa-9d05081df044 None None] Checking router: 2ebe98d0-2e19-4363-b692-eaa56a18bef0 for host: dv-cinder-818233-1-iscsi {{(pid=101836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 15:23:20.288878 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5331650d-a7f4-4503-a9fa-9d05081df044 None None] Updating router 2ebe98d0-2e19-4363-b692-eaa56a18bef0 port 4420ce48-10ce-4470-aef2-ce1df17784be binding host dv-cinder-818233-1-iscsi {{(pid=101836) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 17 15:23:20.314008 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-5331650d-a7f4-4503-a9fa-9d05081df044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:20.575135 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-5331650d-a7f4-4503-a9fa-9d05081df044 None None] Publish callbacks [] for port, precommit_update {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:20.583119 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-5331650d-a7f4-4503-a9fa-9d05081df044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:20.631109 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b23335-1f76-40a8-991d-5354fbba1ccd None None] Pushing event updated for resources: {'Port': ['ID=4420ce48-10ce-4470-aef2-ce1df17784be,revision_number=3']} {{(pid=101836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:23:20.685244 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.managers [None req-5331650d-a7f4-4503-a9fa-9d05081df044 None None] Attempting to bind port 4420ce48-10ce-4470-aef2-ce1df17784be on host dv-cinder-818233-1-iscsi for vnic_type normal with profile {{(pid=101836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 15:23:20.685611 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.managers [None req-5331650d-a7f4-4503-a9fa-9d05081df044 None None] Attempting to bind port 4420ce48-10ce-4470-aef2-ce1df17784be by drivers openvswitch,hyperv on host dv-cinder-818233-1-iscsi at level 0 using segments [{'id': 'b7879708-ef92-4b50-8b69-fa71ed05c119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'f79f9d9d-fd3b-448a-ade3-10273674eb8f'}] {{(pid=101836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 15:23:20.686127 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5331650d-a7f4-4503-a9fa-9d05081df044 None None] Attempting to bind port 4420ce48-10ce-4470-aef2-ce1df17784be on network f79f9d9d-fd3b-448a-ade3-10273674eb8f {{(pid=101836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:23:20.691233 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5331650d-a7f4-4503-a9fa-9d05081df044 None None] Checking agent: {'id': '80212031-474b-4b2d-a4cc-c8968f8491db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-818233-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 15, 2, 57), 'started_at': datetime.datetime(2021, 11, 17, 15, 3, 27), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 15, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-818233-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 15:23:20.691636 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5331650d-a7f4-4503-a9fa-9d05081df044 None None] Checking segment: {'id': 'b7879708-ef92-4b50-8b69-fa71ed05c119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'f79f9d9d-fd3b-448a-ade3-10273674eb8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:23:20.692024 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-5331650d-a7f4-4503-a9fa-9d05081df044 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:20.692408 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5331650d-a7f4-4503-a9fa-9d05081df044 None None] Bound using segment: {'id': 'b7879708-ef92-4b50-8b69-fa71ed05c119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'f79f9d9d-fd3b-448a-ade3-10273674eb8f'} {{(pid=101836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 15:23:20.692867 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.managers [None req-5331650d-a7f4-4503-a9fa-9d05081df044 None None] Bound port: 4420ce48-10ce-4470-aef2-ce1df17784be, host: dv-cinder-818233-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7879708-ef92-4b50-8b69-fa71ed05c119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'f79f9d9d-fd3b-448a-ade3-10273674eb8f'}}] {{(pid=101836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 15:23:20.693258 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-5331650d-a7f4-4503-a9fa-9d05081df044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:20.761322 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.db [None req-5331650d-a7f4-4503-a9fa-9d05081df044 None None] For port 4420ce48-10ce-4470-aef2-ce1df17784be, host dv-cinder-818233-1-iscsi, cleared binding levels {{(pid=101836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 15:23:20.765039 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.plugins.ml2.db [None req-5331650d-a7f4-4503-a9fa-9d05081df044 None None] For port 4420ce48-10ce-4470-aef2-ce1df17784be, host dv-cinder-818233-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=4420ce48-10ce-4470-aef2-ce1df17784be,segment=NetworkSegment(b7879708-ef92-4b50-8b69-fa71ed05c119),segment_id=b7879708-ef92-4b50-8b69-fa71ed05c119)] {{(pid=101836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 15:23:20.769477 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-5331650d-a7f4-4503-a9fa-9d05081df044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:20.816747 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5331650d-a7f4-4503-a9fa-9d05081df044 None None] Routers {'2ebe98d0-2e19-4363-b692-eaa56a18bef0'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:23:20.817366 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-5331650d-a7f4-4503-a9fa-9d05081df044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:22:54Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['2ebe98d0-2e19-4363-b692-eaa56a18bef0'], 'active': True} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:23:20.859878 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-530f2dac-67fe-4d4e-9099-48d83fce60f3 None None] Provisioning complete for port 4420ce48-10ce-4470-aef2-ce1df17784be triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:23:20.860490 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-530f2dac-67fe-4d4e-9099-48d83fce60f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:20.911834 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b23335-1f76-40a8-991d-5354fbba1ccd None None] Pushing event updated for resources: {'Port': ['ID=4420ce48-10ce-4470-aef2-ce1df17784be,revision_number=4']} {{(pid=101836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:23:20.941126 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvr_db [None req-5331650d-a7f4-4503-a9fa-9d05081df044 None None] Set router 2ebe98d0-2e19-4363-b692-eaa56a18bef0 gateway port host: dv-cinder-818233-1-iscsi {{(pid=101836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:23:20.952872 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-530f2dac-67fe-4d4e-9099-48d83fce60f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:20.989688 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-530f2dac-67fe-4d4e-9099-48d83fce60f3 None None] For port 4420ce48-10ce-4470-aef2-ce1df17784be, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=4420ce48-10ce-4470-aef2-ce1df17784be,segment=NetworkSegment(b7879708-ef92-4b50-8b69-fa71ed05c119),segment_id=b7879708-ef92-4b50-8b69-fa71ed05c119)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:23:20.996609 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-530f2dac-67fe-4d4e-9099-48d83fce60f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:21.051182 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f2dac-67fe-4d4e-9099-48d83fce60f3 None None] Pushing event updated for resources: {'Port': ['ID=4420ce48-10ce-4470-aef2-ce1df17784be,revision_number=5']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:23:21.090038 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device 24015976-4b53-4de7-9c76-3308f3ed6dcb up at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:23:21.137328 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-1df615ca-ee97-471e-9030-64be4bfa5b5a None None] Provisioning complete for port 4420ce48-10ce-4470-aef2-ce1df17784be triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:23:21.137695 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1df615ca-ee97-471e-9030-64be4bfa5b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:21.170503 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-5331650d-a7f4-4503-a9fa-9d05081df044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebe98d0-2e19-4363-b692-eaa56a18bef0', 'name': 'tempest-TestShelveInstance-198901831-router', 'tenant_id': 'f7dee363af244c71aab516aefeb178d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '24015976-4b53-4de7-9c76-3308f3ed6dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:23:13Z', 'updated_at': '2021-11-17T15:23:16Z', 'revision_number': 4, 'project_id': 'f7dee363af244c71aab516aefeb178d7', 'gw_port': {'id': '24015976-4b53-4de7-9c76-3308f3ed6dcb', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebe98d0-2e19-4363-b692-eaa56a18bef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:23:14Z', 'updated_at': '2021-11-17T15:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': '4420ce48-10ce-4470-aef2-ce1df17784be', 'name': '', 'network_id': 'f79f9d9d-fd3b-448a-ade3-10273674eb8f', 'tenant_id': 'f7dee363af244c71aab516aefeb178d7', 'mac_address': 'fa:16:3e:22:eb:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ebe98d0-2e19-4363-b692-eaa56a18bef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'dcee0b34-7783-4fc7-b5e8-7142688dfcbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:23:16Z', 'updated_at': '2021-11-17T15:23:20Z', 'revision_number': 4, 'project_id': 'f7dee363af244c71aab516aefeb178d7', 'subnets': [{'id': 'dcee0b34-7783-4fc7-b5e8-7142688dfcbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:23:21.182992 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Provisioning complete for port 24015976-4b53-4de7-9c76-3308f3ed6dcb triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:23:21.183503 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:21.201315 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5331650d-a7f4-4503-a9fa-9d05081df044 None None] The sync data for ids ['2ebe98d0-2e19-4363-b692-eaa56a18bef0'] in dv-cinder-818233-1-iscsi is: [{'id': '2ebe98d0-2e19-4363-b692-eaa56a18bef0', 'name': 'tempest-TestShelveInstance-198901831-router', 'tenant_id': 'f7dee363af244c71aab516aefeb178d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '24015976-4b53-4de7-9c76-3308f3ed6dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:23:13Z', 'updated_at': '2021-11-17T15:23:16Z', 'revision_number': 4, 'project_id': 'f7dee363af244c71aab516aefeb178d7', 'gw_port': {'id': '24015976-4b53-4de7-9c76-3308f3ed6dcb', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebe98d0-2e19-4363-b692-eaa56a18bef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:23:14Z', 'updated_at': '2021-11-17T15:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': '4420ce48-10ce-4470-aef2-ce1df17784be', 'name': '', 'network_id': 'f79f9d9d-fd3b-448a-ade3-10273674eb8f', 'tenant_id': 'f7dee363af244c71aab516aefeb178d7', 'mac_address': 'fa:16:3e:22:eb:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ebe98d0-2e19-4363-b692-eaa56a18bef0', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'dcee0b34-7783-4fc7-b5e8-7142688dfcbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:23:16Z', 'updated_at': '2021-11-17T15:23:20Z', 'revision_number': 4, 'project_id': 'f7dee363af244c71aab516aefeb178d7', 'subnets': [{'id': 'dcee0b34-7783-4fc7-b5e8-7142688dfcbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 15:23:21.303474 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device 4420ce48-10ce-4470-aef2-ce1df17784be up at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:23:21.356733 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Provisioning complete for port 4420ce48-10ce-4470-aef2-ce1df17784be triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:23:21.357199 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:21.485991 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-3ca802f2-74a0-48f4-b7ca-da051795f431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:23.056186 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device 4420ce48-10ce-4470-aef2-ce1df17784be up at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:23:23.106924 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Provisioning complete for port 4420ce48-10ce-4470-aef2-ce1df17784be triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:23:23.107420 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:23.817955 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-498715b4-e117-4fca-926f-bdff85987ebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:24.807169 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:26.311317 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:26.944416 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.agents_db [None req-8c09612d-4555-4199-ac80-2bf3536e394d None None] Agent healthcheck: found 6 active agents {{(pid=101836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 15:23:27.132605 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:35.914558 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-44ec3a9b-3324-4ccf-8f36-f63653ade51d req-7f51eb98-7eff-4981-8a93-886235bc54e7 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-590078461&fields=id&tenant_id=8c75dd62b5394a3392e391ff051bf8a6 HTTP/1.1" status: 200 len: 267 time: 0.0439668 Nov 17 15:23:36.021245 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec3a9b-3324-4ccf-8f36-f63653ade51d req-9372ba15-4b32-411d-bf2b-1f9b36bd1815 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:23:36.022616 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-44ec3a9b-3324-4ccf-8f36-f63653ade51d req-9372ba15-4b32-411d-bf2b-1f9b36bd1815 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/networks?id=4c77d99a-b153-4235-ba64-c09575767c95 HTTP/1.1" status: 200 len: 808 time: 0.1015286 Nov 17 15:23:36.036889 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-44ec3a9b-3324-4ccf-8f36-f63653ade51d req-c4588653-d78e-4ffa-a344-b993dc6875cf tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/quotas/8c75dd62b5394a3392e391ff051bf8a6 HTTP/1.1" status: 200 len: 375 time: 0.0086308 Nov 17 15:23:36.086302 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-44ec3a9b-3324-4ccf-8f36-f63653ade51d req-841a5552-4bf5-429d-90a4-986fee42e1eb tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8c75dd62b5394a3392e391ff051bf8a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442922 Nov 17 15:23:36.179445 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-44ec3a9b-3324-4ccf-8f36-f63653ade51d req-1766614d-d1ce-426e-b9f6-c2393d56cd89 service neutron] 10.222.0.62 "GET /v2.0/networks/4c77d99a-b153-4235-ba64-c09575767c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821514 Nov 17 15:23:36.217007 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:36.270441 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-44ec3a9b-3324-4ccf-8f36-f63653ade51d req-a85ba82d-69ed-4d1e-9b05-f46300886e4a service neutron] 10.222.0.62 "GET /v2.0/networks/4c77d99a-b153-4235-ba64-c09575767c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848801 Nov 17 15:23:36.541024 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-f22b5e1a-3ebb-44ba-8505-885b1e06b9e2 req-eaa394c2-a70a-4083-a9b2-c45c6cc929ea tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f HTTP/1.1" status: 200 len: 210 time: 0.0257499 Nov 17 15:23:37.437916 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec3a9b-3324-4ccf-8f36-f63653ade51d req-a7ab0ae7-f8ce-4a3f-bca3-cdae9b32e2ef tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:23:37.439382 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-44ec3a9b-3324-4ccf-8f36-f63653ade51d req-a7ab0ae7-f8ce-4a3f-bca3-cdae9b32e2ef tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.55 "GET /v2.0/networks?id=4c77d99a-b153-4235-ba64-c09575767c95 HTTP/1.1" status: 200 len: 808 time: 0.1026394 Nov 17 15:23:37.508879 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-44ec3a9b-3324-4ccf-8f36-f63653ade51d req-1222716b-af68-45b4-a567-5e6234ab9af5 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c75dd62b5394a3392e391ff051bf8a6 HTTP/1.1" status: 200 len: 379 time: 0.0599413 Nov 17 15:23:37.519950 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [req-44ec3a9b-3324-4ccf-8f36-f63653ade51d req-a0d56497-d8af-4e04-828b-4489921577f5 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Request body: {'port': {'device_id': 'ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f', 'network_id': '4c77d99a-b153-4235-ba64-c09575767c95', 'admin_state_up': True, 'tenant_id': '8c75dd62b5394a3392e391ff051bf8a6', 'security_groups': ['6a3c471b-74b7-4f2e-b52d-549a8b7842f9']}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:23:37.637050 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-47f61696-a0db-4500-a789-d7832c872857 req-d0f47615-5a6d-4900-baa9-7b17ebee8d50 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f HTTP/1.1" status: 200 len: 210 time: 0.0294459 Nov 17 15:23:37.658730 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44ec3a9b-3324-4ccf-8f36-f63653ade51d req-a0d56497-d8af-4e04-828b-4489921577f5 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Made reservation on behalf of 8c75dd62b5394a3392e391ff051bf8a6 for: {'port': 1} {{(pid=101834) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 17 15:23:37.658730 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-44ec3a9b-3324-4ccf-8f36-f63653ade51d req-a0d56497-d8af-4e04-828b-4489921577f5 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:37.778664 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.db_base_plugin_common [req-44ec3a9b-3324-4ccf-8f36-f63653ade51d req-a0d56497-d8af-4e04-828b-4489921577f5 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Allocated IP 172.20.0.3 (4c77d99a-b153-4235-ba64-c09575767c95/f690ba05-3db5-4ec2-958b-ac0f4f3f1c98/c0eef539-5d06-4fdf-b0cd-00e256c37012) {{(pid=101834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:23:37.919039 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-44ec3a9b-3324-4ccf-8f36-f63653ade51d req-a0d56497-d8af-4e04-828b-4489921577f5 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Publish callbacks [] for port, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:37.951578 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-44ec3a9b-3324-4ccf-8f36-f63653ade51d req-a0d56497-d8af-4e04-828b-4489921577f5 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:37.996653 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44ec3a9b-3324-4ccf-8f36-f63653ade51d req-a0d56497-d8af-4e04-828b-4489921577f5 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Network 4c77d99a-b153-4235-ba64-c09575767c95 is already hosted by enough agents. {{(pid=101834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:23:38.000205 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.base_scheduler [req-44ec3a9b-3324-4ccf-8f36-f63653ade51d req-a0d56497-d8af-4e04-828b-4489921577f5 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Resources bound (agent type, host, resource id): {{(pid=101834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:23:38.003892 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ec3a9b-3324-4ccf-8f36-f63653ade51d req-a0d56497-d8af-4e04-828b-4489921577f5 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Received port after_create {{(pid=101834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:23:38.026920 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d56497-d8af-4e04-828b-4489921577f5 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Pushing event updated for resources: {'Port': ['ID=c0eef539-5d06-4fdf-b0cd-00e256c37012,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:23:38.055692 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec3a9b-3324-4ccf-8f36-f63653ade51d req-a0d56497-d8af-4e04-828b-4489921577f5 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:23:38.056300 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-44ec3a9b-3324-4ccf-8f36-f63653ade51d req-a0d56497-d8af-4e04-828b-4489921577f5 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for port, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:38.072938 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-44ec3a9b-3324-4ccf-8f36-f63653ade51d req-a0d56497-d8af-4e04-828b-4489921577f5 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5577250 Nov 17 15:23:38.085564 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [req-44ec3a9b-3324-4ccf-8f36-f63653ade51d req-f69bcca6-bd79-4711-8acd-fd75f9a82bd4 service neutron] Request body: {'port': {'device_id': 'ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81823'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:23:38.145015 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-44ec3a9b-3324-4ccf-8f36-f63653ade51d req-f69bcca6-bd79-4711-8acd-fd75f9a82bd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:38.182968 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-eab7d6c2-a96f-4e92-bc57-1e941a230146 None None] Provisioning complete for port c0eef539-5d06-4fdf-b0cd-00e256c37012 triggered by entity DHCP. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:23:38.183579 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-eab7d6c2-a96f-4e92-bc57-1e941a230146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:38.221485 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-eab7d6c2-a96f-4e92-bc57-1e941a230146 None None] Port c0eef539-5d06-4fdf-b0cd-00e256c37012 cannot update to ACTIVE because it is not bound. {{(pid=101835) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 17 15:23:38.395930 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.notifiers.nova [req-44ec3a9b-3324-4ccf-8f36-f63653ade51d req-f69bcca6-bd79-4711-8acd-fd75f9a82bd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0eef539-5d06-4fdf-b0cd-00e256c37012 {{(pid=101834) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 15:23:38.403101 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-44ec3a9b-3324-4ccf-8f36-f63653ade51d req-f69bcca6-bd79-4711-8acd-fd75f9a82bd4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:38.414310 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.provisioning_blocks [req-44ec3a9b-3324-4ccf-8f36-f63653ade51d req-f69bcca6-bd79-4711-8acd-fd75f9a82bd4 service neutron] Transition to ACTIVE for port object c0eef539-5d06-4fdf-b0cd-00e256c37012 will not be triggered until provisioned by entity L2. {{(pid=101834) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 17 15:23:38.418857 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-44ec3a9b-3324-4ccf-8f36-f63653ade51d req-f69bcca6-bd79-4711-8acd-fd75f9a82bd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4397568'] for port, after_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:38.469014 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69bcca6-bd79-4711-8acd-fd75f9a82bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=c0eef539-5d06-4fdf-b0cd-00e256c37012,revision_number=2']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:23:38.536303 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.managers [req-44ec3a9b-3324-4ccf-8f36-f63653ade51d req-f69bcca6-bd79-4711-8acd-fd75f9a82bd4 service neutron] Attempting to bind port c0eef539-5d06-4fdf-b0cd-00e256c37012 on host hv-cinder-81823 for vnic_type normal with profile {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 17 15:23:38.536632 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.managers [req-44ec3a9b-3324-4ccf-8f36-f63653ade51d req-f69bcca6-bd79-4711-8acd-fd75f9a82bd4 service neutron] Attempting to bind port c0eef539-5d06-4fdf-b0cd-00e256c37012 by drivers openvswitch,hyperv on host hv-cinder-81823 at level 0 using segments [{'id': '837ff733-dae1-4505-95b6-ef433d09b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c77d99a-b153-4235-ba64-c09575767c95'}] {{(pid=101834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 17 15:23:38.536952 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ec3a9b-3324-4ccf-8f36-f63653ade51d req-f69bcca6-bd79-4711-8acd-fd75f9a82bd4 service neutron] Attempting to bind port c0eef539-5d06-4fdf-b0cd-00e256c37012 on network 4c77d99a-b153-4235-ba64-c09575767c95 {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:23:38.541314 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ec3a9b-3324-4ccf-8f36-f63653ade51d req-f69bcca6-bd79-4711-8acd-fd75f9a82bd4 service neutron] Port c0eef539-5d06-4fdf-b0cd-00e256c37012 on network 4c77d99a-b153-4235-ba64-c09575767c95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81823 {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 17 15:23:38.541627 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ec3a9b-3324-4ccf-8f36-f63653ade51d req-f69bcca6-bd79-4711-8acd-fd75f9a82bd4 service neutron] Attempting to bind port c0eef539-5d06-4fdf-b0cd-00e256c37012 on network 4c77d99a-b153-4235-ba64-c09575767c95 {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 17 15:23:38.547000 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ec3a9b-3324-4ccf-8f36-f63653ade51d req-f69bcca6-bd79-4711-8acd-fd75f9a82bd4 service neutron] Checking agent: {'id': '56359ff8-4a05-4ac1-99e4-1793cc03f30f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81823', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 17, 15, 9, 3), 'started_at': datetime.datetime(2021, 11, 17, 15, 9, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 17, 15, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 17 15:23:38.547330 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ec3a9b-3324-4ccf-8f36-f63653ade51d req-f69bcca6-bd79-4711-8acd-fd75f9a82bd4 service neutron] Checking segment: {'id': '837ff733-dae1-4505-95b6-ef433d09b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c77d99a-b153-4235-ba64-c09575767c95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101834) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 17 15:23:38.547734 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ec3a9b-3324-4ccf-8f36-f63653ade51d req-f69bcca6-bd79-4711-8acd-fd75f9a82bd4 service neutron] Bound using segment: {'id': '837ff733-dae1-4505-95b6-ef433d09b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c77d99a-b153-4235-ba64-c09575767c95'} {{(pid=101834) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 17 15:23:38.548150 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.managers [req-44ec3a9b-3324-4ccf-8f36-f63653ade51d req-f69bcca6-bd79-4711-8acd-fd75f9a82bd4 service neutron] Bound port: c0eef539-5d06-4fdf-b0cd-00e256c37012, host: hv-cinder-81823, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '837ff733-dae1-4505-95b6-ef433d09b213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '4c77d99a-b153-4235-ba64-c09575767c95'}}] {{(pid=101834) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 17 15:23:38.548499 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-44ec3a9b-3324-4ccf-8f36-f63653ade51d req-f69bcca6-bd79-4711-8acd-fd75f9a82bd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:38.611134 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [req-44ec3a9b-3324-4ccf-8f36-f63653ade51d req-f69bcca6-bd79-4711-8acd-fd75f9a82bd4 service neutron] For port c0eef539-5d06-4fdf-b0cd-00e256c37012, host hv-cinder-81823, cleared binding levels {{(pid=101834) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 17 15:23:38.614073 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [req-44ec3a9b-3324-4ccf-8f36-f63653ade51d req-f69bcca6-bd79-4711-8acd-fd75f9a82bd4 service neutron] For port c0eef539-5d06-4fdf-b0cd-00e256c37012, host hv-cinder-81823, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=c0eef539-5d06-4fdf-b0cd-00e256c37012,segment=NetworkSegment(837ff733-dae1-4505-95b6-ef433d09b213),segment_id=837ff733-dae1-4505-95b6-ef433d09b213)] {{(pid=101834) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 17 15:23:38.618500 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-44ec3a9b-3324-4ccf-8f36-f63653ade51d req-f69bcca6-bd79-4711-8acd-fd75f9a82bd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4397568'] for port, after_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:38.656753 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec3a9b-3324-4ccf-8f36-f63653ade51d req-f69bcca6-bd79-4711-8acd-fd75f9a82bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:23:38.657364 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-44ec3a9b-3324-4ccf-8f36-f63653ade51d req-f69bcca6-bd79-4711-8acd-fd75f9a82bd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for port, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:38.658810 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-44ec3a9b-3324-4ccf-8f36-f63653ade51d req-f69bcca6-bd79-4711-8acd-fd75f9a82bd4 service neutron] 10.222.0.55 "PUT /v2.0/ports/c0eef539-5d06-4fdf-b0cd-00e256c37012 HTTP/1.1" status: 200 len: 1093 time: 0.5774302 Nov 17 15:23:38.659122 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f', 'tag': 'c0eef539-5d06-4fdf-b0cd-00e256c37012'}] {{(pid=101834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:23:38.661444 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10d7295a2f7876e94fbb36dd5f9fa1a1524f2628f083d864ab6dabde9166157e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2d1a25-e4cb-4148-940f-6e72144fc8d4" -d '{"events": [{"name": "network-changed", "server_uuid": "ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f", "tag": "c0eef539-5d06-4fdf-b0cd-00e256c37012"}]}' {{(pid=101834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:23:38.686365 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69bcca6-bd79-4711-8acd-fd75f9a82bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=c0eef539-5d06-4fdf-b0cd-00e256c37012,revision_number=3']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:23:38.707564 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 15:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb5256e-8ec6-4065-ac2c-3bf9103cd135 x-openstack-request-id: req-0bb5256e-8ec6-4065-ac2c-3bf9103cd135 {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:23:38.707929 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f", "tag": "c0eef539-5d06-4fdf-b0cd-00e256c37012", "status": "completed", "code": 200}]} {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:23:38.708185 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0bb5256e-8ec6-4065-ac2c-3bf9103cd135 {{(pid=101834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:23:38.708582 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f', 'tag': 'c0eef539-5d06-4fdf-b0cd-00e256c37012', 'status': 'completed', 'code': 200} Nov 17 15:23:38.756702 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec3a9b-3324-4ccf-8f36-f63653ade51d req-fdf885b6-6bf1-49f1-b191-0cbf3f35e04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:23:38.758193 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-44ec3a9b-3324-4ccf-8f36-f63653ade51d req-fdf885b6-6bf1-49f1-b191-0cbf3f35e04a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8c75dd62b5394a3392e391ff051bf8a6&device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f HTTP/1.1" status: 200 len: 1096 time: 0.0480223 Nov 17 15:23:38.780271 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b881cb-6ae4-4bba-b705-8882c1732e53 req-e7cef6ee-55bf-49f3-8954-9768536d8430 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:23:38.781954 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-72b881cb-6ae4-4bba-b705-8882c1732e53 req-e7cef6ee-55bf-49f3-8954-9768536d8430 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f HTTP/1.1" status: 200 len: 943 time: 0.0584574 Nov 17 15:23:38.802161 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-44ec3a9b-3324-4ccf-8f36-f63653ade51d req-9e05f789-1827-4be4-ab6f-9cac1953a4a7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0eef539-5d06-4fdf-b0cd-00e256c37012 HTTP/1.1" status: 200 len: 217 time: 0.0350153 Nov 17 15:23:38.844723 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-72b881cb-6ae4-4bba-b705-8882c1732e53 req-8d6547b6-447b-400a-8792-bea8823cbdd9 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a3c471b-74b7-4f2e-b52d-549a8b7842f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564950 Nov 17 15:23:38.864693 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec3a9b-3324-4ccf-8f36-f63653ade51d req-b904fa9a-290e-4bb9-9a58-d2f17a63a554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:23:38.866171 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-44ec3a9b-3324-4ccf-8f36-f63653ade51d req-b904fa9a-290e-4bb9-9a58-d2f17a63a554 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f690ba05-3db5-4ec2-958b-ac0f4f3f1c98 HTTP/1.1" status: 200 len: 847 time: 0.0573821 Nov 17 15:23:38.915742 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec3a9b-3324-4ccf-8f36-f63653ade51d req-41d63b95-c7c9-430e-8dba-77efdf7b74b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:23:38.917132 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-44ec3a9b-3324-4ccf-8f36-f63653ade51d req-41d63b95-c7c9-430e-8dba-77efdf7b74b8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4c77d99a-b153-4235-ba64-c09575767c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437734 Nov 17 15:23:39.007682 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-44ec3a9b-3324-4ccf-8f36-f63653ade51d req-9a73db33-34f1-408e-8abd-733278322cae service neutron] 10.222.0.55 "GET /v2.0/networks/4c77d99a-b153-4235-ba64-c09575767c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805068 Nov 17 15:23:39.099335 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-44ec3a9b-3324-4ccf-8f36-f63653ade51d req-657c59be-bedb-47a1-8c3d-87f1267bcd67 service neutron] 10.222.0.55 "GET /v2.0/networks/4c77d99a-b153-4235-ba64-c09575767c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837176 Nov 17 15:23:39.196623 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d1a25-e4cb-4148-940f-6e72144fc8d4 req-ee8938a0-5fa6-4c5c-9b46-f2bdd2c930ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:23:39.198346 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-ce2d1a25-e4cb-4148-940f-6e72144fc8d4 req-ee8938a0-5fa6-4c5c-9b46-f2bdd2c930ae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8c75dd62b5394a3392e391ff051bf8a6&device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f HTTP/1.1" status: 200 len: 1096 time: 0.0481002 Nov 17 15:23:39.292008 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d1a25-e4cb-4148-940f-6e72144fc8d4 req-13243e45-e37f-48c5-b47b-db0f3a4a3cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:23:39.293423 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-ce2d1a25-e4cb-4148-940f-6e72144fc8d4 req-13243e45-e37f-48c5-b47b-db0f3a4a3cc8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4c77d99a-b153-4235-ba64-c09575767c95 HTTP/1.1" status: 200 len: 909 time: 0.0849273 Nov 17 15:23:39.333377 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-ce2d1a25-e4cb-4148-940f-6e72144fc8d4 req-1c8659d0-9eaf-40e1-b0de-3e4cad5a7231 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0eef539-5d06-4fdf-b0cd-00e256c37012 HTTP/1.1" status: 200 len: 217 time: 0.0320106 Nov 17 15:23:39.381454 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d1a25-e4cb-4148-940f-6e72144fc8d4 req-953bc244-28d9-47e4-9a8a-1300f77bf801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:23:39.382793 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-ce2d1a25-e4cb-4148-940f-6e72144fc8d4 req-953bc244-28d9-47e4-9a8a-1300f77bf801 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f690ba05-3db5-4ec2-958b-ac0f4f3f1c98 HTTP/1.1" status: 200 len: 847 time: 0.0412226 Nov 17 15:23:39.427202 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d1a25-e4cb-4148-940f-6e72144fc8d4 req-d3ee8142-856c-492c-9bac-ae600af05801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:23:39.428615 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-ce2d1a25-e4cb-4148-940f-6e72144fc8d4 req-d3ee8142-856c-492c-9bac-ae600af05801 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4c77d99a-b153-4235-ba64-c09575767c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0372779 Nov 17 15:23:39.523786 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-ce2d1a25-e4cb-4148-940f-6e72144fc8d4 req-79236a84-07fc-4d37-a86c-ac2b756defbf service neutron] 10.222.0.55 "GET /v2.0/networks/4c77d99a-b153-4235-ba64-c09575767c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873535 Nov 17 15:23:39.614330 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-ce2d1a25-e4cb-4148-940f-6e72144fc8d4 req-7e2ee225-21a7-421f-bfca-8760001fa3ed service neutron] 10.222.0.55 "GET /v2.0/networks/4c77d99a-b153-4235-ba64-c09575767c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824995 Nov 17 15:23:39.960515 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5bf162-7146-4de9-a681-2ad506e5b486 req-794603b3-cb90-483b-82bb-656474afdd9e tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:23:39.961954 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-9e5bf162-7146-4de9-a681-2ad506e5b486 req-794603b3-cb90-483b-82bb-656474afdd9e tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f HTTP/1.1" status: 200 len: 943 time: 0.0477467 Nov 17 15:23:40.010719 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-9e5bf162-7146-4de9-a681-2ad506e5b486 req-4e23087f-a9c0-4c24-a218-bde84ecc5d10 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a3c471b-74b7-4f2e-b52d-549a8b7842f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425539 Nov 17 15:23:41.121533 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f27ce1-e2e7-450e-ad59-282ae4055130 req-ff06a6f6-b409-46f9-ac8e-b93109a09780 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:23:41.122978 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-76f27ce1-e2e7-450e-ad59-282ae4055130 req-ff06a6f6-b409-46f9-ac8e-b93109a09780 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f HTTP/1.1" status: 200 len: 943 time: 0.0478055 Nov 17 15:23:41.170993 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-76f27ce1-e2e7-450e-ad59-282ae4055130 req-4566d08f-9c20-4367-8163-1898fb40aa6d tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a3c471b-74b7-4f2e-b52d-549a8b7842f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416603 Nov 17 15:23:42.282050 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9531ae-da9c-42cc-baf0-3108168e2ed5 req-112828f3-effa-489d-b95d-231bdac9e7e0 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:23:42.283548 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-ff9531ae-da9c-42cc-baf0-3108168e2ed5 req-112828f3-effa-489d-b95d-231bdac9e7e0 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f HTTP/1.1" status: 200 len: 943 time: 0.0472107 Nov 17 15:23:42.330972 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-ff9531ae-da9c-42cc-baf0-3108168e2ed5 req-947ea8ba-ea3c-47fe-8b99-d0da83d17744 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a3c471b-74b7-4f2e-b52d-549a8b7842f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416708 Nov 17 15:23:43.444669 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f931b62-8ea1-4f3a-9459-9d0df19c8fab req-480eb862-1d2f-453c-a948-6930a2bdc765 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:23:43.446157 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-2f931b62-8ea1-4f3a-9459-9d0df19c8fab req-480eb862-1d2f-453c-a948-6930a2bdc765 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f HTTP/1.1" status: 200 len: 943 time: 0.0475280 Nov 17 15:23:43.497992 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-2f931b62-8ea1-4f3a-9459-9d0df19c8fab req-ef4e5284-4bed-45e1-97eb-71c8b9ed5d0c tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a3c471b-74b7-4f2e-b52d-549a8b7842f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458031 Nov 17 15:23:44.615561 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec7cd4-e69f-461e-88d8-7d5373bf8eed req-b7a3debd-d3df-4934-9904-5c14af155472 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:23:44.617005 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-9aec7cd4-e69f-461e-88d8-7d5373bf8eed req-b7a3debd-d3df-4934-9904-5c14af155472 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f HTTP/1.1" status: 200 len: 943 time: 0.0511591 Nov 17 15:23:44.669249 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-9aec7cd4-e69f-461e-88d8-7d5373bf8eed req-a3329453-87d5-41b6-b41b-fae4a0fb4274 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a3c471b-74b7-4f2e-b52d-549a8b7842f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464206 Nov 17 15:23:45.783744 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc88c2-d5cf-431d-b6d9-f17d23397098 req-936bd0a6-dc44-4faf-9a41-c56e8f1581cd tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:23:45.785222 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-34dc88c2-d5cf-431d-b6d9-f17d23397098 req-936bd0a6-dc44-4faf-9a41-c56e8f1581cd tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f HTTP/1.1" status: 200 len: 943 time: 0.0473166 Nov 17 15:23:45.832485 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-34dc88c2-d5cf-431d-b6d9-f17d23397098 req-954c42ee-7638-4426-9fc6-36cf25825e27 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a3c471b-74b7-4f2e-b52d-549a8b7842f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415671 Nov 17 15:23:46.948225 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a6088-3bda-4855-b5bf-45d4ce64f1ca req-56c90c62-f375-4ae7-adaf-8592204918a1 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:23:46.949670 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-d88a6088-3bda-4855-b5bf-45d4ce64f1ca req-56c90c62-f375-4ae7-adaf-8592204918a1 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f HTTP/1.1" status: 200 len: 943 time: 0.0475371 Nov 17 15:23:46.997346 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-d88a6088-3bda-4855-b5bf-45d4ce64f1ca req-6581f829-dc8c-4153-9019-eda0770a1d33 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a3c471b-74b7-4f2e-b52d-549a8b7842f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418856 Nov 17 15:23:47.095237 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device c0eef539-5d06-4fdf-b0cd-00e256c37012 details requested by agent hyperv_hv-cinder-81823 with host hv-cinder-81823 {{(pid=101835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 17 15:23:47.190406 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port c0eef539-5d06-4fdf-b0cd-00e256c37012, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=c0eef539-5d06-4fdf-b0cd-00e256c37012,segment=NetworkSegment(837ff733-dae1-4505-95b6-ef433d09b213),segment_id=837ff733-dae1-4505-95b6-ef433d09b213)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:23:47.200921 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Returning: {'device': 'c0eef539-5d06-4fdf-b0cd-00e256c37012', 'network_id': '4c77d99a-b153-4235-ba64-c09575767c95', 'port_id': 'c0eef539-5d06-4fdf-b0cd-00e256c37012', 'mac_address': 'fa:16:3e:36:ca:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f690ba05-3db5-4ec2-958b-ac0f4f3f1c98', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 17 15:23:47.236614 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:47.248798 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.notifiers.nova [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0eef539-5d06-4fdf-b0cd-00e256c37012 {{(pid=101835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 15:23:47.267042 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port c0eef539-5d06-4fdf-b0cd-00e256c37012, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=c0eef539-5d06-4fdf-b0cd-00e256c37012,segment=NetworkSegment(837ff733-dae1-4505-95b6-ef433d09b213),segment_id=837ff733-dae1-4505-95b6-ef433d09b213)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:23:47.271890 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:47.317133 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Pushing event updated for resources: {'Port': ['ID=c0eef539-5d06-4fdf-b0cd-00e256c37012,revision_number=4']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:23:47.501303 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] get_ports_and_sgs() called for port_ids ['c0eef539-5d06-4fdf-b0cd-00e256c37012'] {{(pid=101835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 15:23:48.109740 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb138dc8-5827-44b6-a51f-b0d0e0a378a1 req-7ebe682a-fc81-4522-a658-55cc7e6f464f tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:23:48.111247 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-eb138dc8-5827-44b6-a51f-b0d0e0a378a1 req-7ebe682a-fc81-4522-a658-55cc7e6f464f tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f HTTP/1.1" status: 200 len: 944 time: 0.0474958 Nov 17 15:23:48.159661 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-eb138dc8-5827-44b6-a51f-b0d0e0a378a1 req-1cb1bf81-e075-4ce3-b34e-502bc0fa3740 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a3c471b-74b7-4f2e-b52d-549a8b7842f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424767 Nov 17 15:23:49.083588 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device c0eef539-5d06-4fdf-b0cd-00e256c37012 up at agent hyperv_hv-cinder-81823 {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:23:49.135544 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Provisioning for port c0eef539-5d06-4fdf-b0cd-00e256c37012 completed by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 17 15:23:49.139444 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Provisioning complete for port c0eef539-5d06-4fdf-b0cd-00e256c37012 triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:23:49.139817 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:49.219641 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:49.243043 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0eef539-5d06-4fdf-b0cd-00e256c37012'}] {{(pid=101835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:23:49.245352 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc2a867bdaff5c76f0208ec4146e14dfecc9fe2083470249ba9c3c2934649c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1a0a3a-2745-4a16-8c24-2c8fc0168d8c" -d '{"events": [{"server_uuid": "ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f", "name": "network-vif-plugged", "status": "completed", "tag": "c0eef539-5d06-4fdf-b0cd-00e256c37012"}]}' {{(pid=101835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:23:49.257656 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port c0eef539-5d06-4fdf-b0cd-00e256c37012, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=c0eef539-5d06-4fdf-b0cd-00e256c37012,segment=NetworkSegment(837ff733-dae1-4505-95b6-ef433d09b213),segment_id=837ff733-dae1-4505-95b6-ef433d09b213)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:23:49.262110 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:49.282554 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd890023-9d6b-4364-8981-93279f5297bc req-7e2f37e1-d987-4067-acec-897a897ac808 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:23:49.284672 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-cd890023-9d6b-4364-8981-93279f5297bc req-7e2f37e1-d987-4067-acec-897a897ac808 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f HTTP/1.1" status: 200 len: 944 time: 0.0536337 Nov 17 15:23:49.291699 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 15:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748dec3b-372e-4ce8-9ecc-ca4bcb1e91dc x-openstack-request-id: req-748dec3b-372e-4ce8-9ecc-ca4bcb1e91dc {{(pid=101835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:23:49.291989 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f", "name": "network-vif-plugged", "status": "completed", "tag": "c0eef539-5d06-4fdf-b0cd-00e256c37012", "code": 200}]} {{(pid=101835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:23:49.292239 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-748dec3b-372e-4ce8-9ecc-ca4bcb1e91dc {{(pid=101835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:23:49.292618 dv-cinder-818233-1-iscsi neutron-server[101835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0eef539-5d06-4fdf-b0cd-00e256c37012', 'code': 200} Nov 17 15:23:49.316135 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Pushing event updated for resources: {'Port': ['ID=c0eef539-5d06-4fdf-b0cd-00e256c37012,revision_number=5']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:23:49.343352 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-cd890023-9d6b-4364-8981-93279f5297bc req-aa5f268c-8c1a-4fe2-81ee-e370ebd959bd tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a3c471b-74b7-4f2e-b52d-549a8b7842f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522192 Nov 17 15:23:49.504093 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a03b1-1c5a-40ae-87f7-6ea4e6469651 req-44e145e0-14ab-498b-8b11-7c0dad1c16fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:23:49.505543 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-d13a03b1-1c5a-40ae-87f7-6ea4e6469651 req-44e145e0-14ab-498b-8b11-7c0dad1c16fb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f HTTP/1.1" status: 200 len: 1098 time: 0.0392609 Nov 17 15:23:49.550841 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-d13a03b1-1c5a-40ae-87f7-6ea4e6469651 req-be7f9277-b5c8-4ad8-aaa3-401add272e6b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6a3c471b-74b7-4f2e-b52d-549a8b7842f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374782 Nov 17 15:23:50.460567 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2db628-6938-4982-a179-41460808a3ed req-b8a1bfcc-5f47-4a1c-8d33-2e7b32d67207 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:23:50.462036 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-7e2db628-6938-4982-a179-41460808a3ed req-b8a1bfcc-5f47-4a1c-8d33-2e7b32d67207 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f HTTP/1.1" status: 200 len: 945 time: 0.0522819 Nov 17 15:23:50.512099 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-7e2db628-6938-4982-a179-41460808a3ed req-0aa43577-72a5-4eba-8b04-45d0ad45f273 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a3c471b-74b7-4f2e-b52d-549a8b7842f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441334 Nov 17 15:23:51.487664 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d2398d75-d6fd-4692-94d2-e3a512470745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:51.625549 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e8039-6b59-4386-a048-fc2b3347bd2b req-dc500859-e388-44d8-b8a1-2ec79961536b tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:23:51.627001 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-854e8039-6b59-4386-a048-fc2b3347bd2b req-dc500859-e388-44d8-b8a1-2ec79961536b tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f HTTP/1.1" status: 200 len: 945 time: 0.0480759 Nov 17 15:23:51.674451 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-854e8039-6b59-4386-a048-fc2b3347bd2b req-b3d23e78-0b12-4788-b892-5a211ab32b46 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a3c471b-74b7-4f2e-b52d-549a8b7842f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414202 Nov 17 15:23:51.785531 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b0899-9a0a-47f0-9554-f2af5728112e req-ace55adb-3a02-4227-bba7-d4560a2465bf tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:23:51.786980 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-c49b0899-9a0a-47f0-9554-f2af5728112e req-ace55adb-3a02-4227-bba7-d4560a2465bf tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f HTTP/1.1" status: 200 len: 945 time: 0.0478308 Nov 17 15:23:51.834721 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-c49b0899-9a0a-47f0-9554-f2af5728112e req-77a6d2ce-ebb3-4864-a881-532829eb3e20 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a3c471b-74b7-4f2e-b52d-549a8b7842f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418897 Nov 17 15:23:51.857032 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 38228) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:23:52.041943 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94e02b9-c08c-43cb-8e44-aa09208a8ed3 tempest-TestShelveInstance-1430856042 tempest-TestShelveInstance-1430856042-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:23:52.043438 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-e94e02b9-c08c-43cb-8e44-aa09208a8ed3 tempest-TestShelveInstance-1430856042 tempest-TestShelveInstance-1430856042-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f HTTP/1.1" status: 200 len: 1093 time: 0.1853790 Nov 17 15:23:52.046281 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 38232) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:23:52.050423 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.v2.base [None req-50798f87-dd54-4c55-8cf2-3cad31fb6651 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Request body: {'floatingip': {'floating_network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'port_id': 'c0eef539-5d06-4fdf-b0cd-00e256c37012', 'tenant_id': '8c75dd62b5394a3392e391ff051bf8a6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101834) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 17 15:23:52.071160 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-50798f87-dd54-4c55-8cf2-3cad31fb6651 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Publish callbacks [] for floatingip, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:52.163540 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-50798f87-dd54-4c55-8cf2-3cad31fb6651 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:52.266278 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.db_base_plugin_common [None req-50798f87-dd54-4c55-8cf2-3cad31fb6651 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Allocated IP 172.27.1.62 (183472ab-d8ab-4bee-8fe8-a0a558356eba/10bde91e-9264-4f35-ad90-cbbdc12529d4/ca7889fc-ca7b-49e5-ac53-1a96bdc8a25d) {{(pid=101834) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 17 15:23:52.364413 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-50798f87-dd54-4c55-8cf2-3cad31fb6651 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Publish callbacks [] for port, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:52.395564 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-50798f87-dd54-4c55-8cf2-3cad31fb6651 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776333879718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:52.433619 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50798f87-dd54-4c55-8cf2-3cad31fb6651 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Network 183472ab-d8ab-4bee-8fe8-a0a558356eba is already hosted by enough agents. {{(pid=101834) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 17 15:23:52.440437 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.base_scheduler [None req-50798f87-dd54-4c55-8cf2-3cad31fb6651 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Resources bound (agent type, host, resource id): {{(pid=101834) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 17 15:23:52.442996 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50798f87-dd54-4c55-8cf2-3cad31fb6651 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Received port after_create {{(pid=101834) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 17 15:23:52.467804 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50798f87-dd54-4c55-8cf2-3cad31fb6651 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Pushing event updated for resources: {'Port': ['ID=ca7889fc-ca7b-49e5-ac53-1a96bdc8a25d,revision_number=1']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:23:52.790931 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-50798f87-dd54-4c55-8cf2-3cad31fb6651 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:52.856840 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-50798f87-dd54-4c55-8cf2-3cad31fb6651 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:53.000207 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-50798f87-dd54-4c55-8cf2-3cad31fb6651 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Publish callbacks [] for port, precommit_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:53.005142 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-50798f87-dd54-4c55-8cf2-3cad31fb6651 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4397568'] for port, after_update {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:53.071383 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50798f87-dd54-4c55-8cf2-3cad31fb6651 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Pushing event updated for resources: {'Port': ['ID=ca7889fc-ca7b-49e5-ac53-1a96bdc8a25d,revision_number=2']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:23:53.080788 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-50798f87-dd54-4c55-8cf2-3cad31fb6651 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526871'] for floatingip, after_create {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:53.441434 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.db.l3_db [None req-50798f87-dd54-4c55-8cf2-3cad31fb6651 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Floating IP 49126880-0d42-4932-a613-feefe813ee88 associated. External IP: 172.27.1.62, port: c0eef539-5d06-4fdf-b0cd-00e256c37012. Nov 17 15:23:53.638449 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50798f87-dd54-4c55-8cf2-3cad31fb6651 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Router 1d2155ac-7477-470c-9ca1-a0d1cc32f588 has already been hosted by L3 agent ed3bd2e8-8a22-4616-b806-7e727ef760a6 {{(pid=101834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 15:23:53.742849 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50798f87-dd54-4c55-8cf2-3cad31fb6651 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Notify agent at l3_agent.dv-cinder-818233-1-iscsi the message routers_updated {{(pid=101834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 15:23:53.752225 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75e1cce-131c-41ac-b302-5c86d86760a2 None None] Sync routers for ids ['1d2155ac-7477-470c-9ca1-a0d1cc32f588'] in dv-cinder-818233-1-iscsi {{(pid=101835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 15:23:53.761163 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-50798f87-dd54-4c55-8cf2-3cad31fb6651 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for floatingip, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:53.761992 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75e1cce-131c-41ac-b302-5c86d86760a2 None None] Routers {'1d2155ac-7477-470c-9ca1-a0d1cc32f588'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:23:53.762676 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-d75e1cce-131c-41ac-b302-5c86d86760a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:23:24Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['1d2155ac-7477-470c-9ca1-a0d1cc32f588'], 'active': True} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:23:53.788165 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-50798f87-dd54-4c55-8cf2-3cad31fb6651 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7408731 Nov 17 15:23:53.788739 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f', 'tag': 'c0eef539-5d06-4fdf-b0cd-00e256c37012'}] {{(pid=101834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:23:53.791011 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10d7295a2f7876e94fbb36dd5f9fa1a1524f2628f083d864ab6dabde9166157e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55308396-9ec6-46c1-9802-0bd7675e5e83" -d '{"events": [{"name": "network-changed", "server_uuid": "ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f", "tag": "c0eef539-5d06-4fdf-b0cd-00e256c37012"}]}' {{(pid=101834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:23:53.832969 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 15:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2135e5-6160-4996-82c3-e0e70a1a551f x-openstack-request-id: req-8c2135e5-6160-4996-82c3-e0e70a1a551f {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:23:53.833256 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f", "tag": "c0eef539-5d06-4fdf-b0cd-00e256c37012", "status": "completed", "code": 200}]} {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:23:53.833511 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8c2135e5-6160-4996-82c3-e0e70a1a551f {{(pid=101834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:23:53.833910 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f', 'tag': 'c0eef539-5d06-4fdf-b0cd-00e256c37012', 'status': 'completed', 'code': 200} Nov 17 15:23:53.865145 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-bc67f2d2-2634-4123-86df-5524c5bad841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:53.881421 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvr_db [None req-d75e1cce-131c-41ac-b302-5c86d86760a2 None None] Set router 1d2155ac-7477-470c-9ca1-a0d1cc32f588 gateway port host: dv-cinder-818233-1-iscsi {{(pid=101835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:23:53.896852 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55308396-9ec6-46c1-9802-0bd7675e5e83 req-ac96bbab-cb97-455c-8e64-651633e33898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:23:53.898345 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-55308396-9ec6-46c1-9802-0bd7675e5e83 req-ac96bbab-cb97-455c-8e64-651633e33898 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8c75dd62b5394a3392e391ff051bf8a6&device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f HTTP/1.1" status: 200 len: 1098 time: 0.0403068 Nov 17 15:23:53.991132 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55308396-9ec6-46c1-9802-0bd7675e5e83 req-4699b375-d34d-4271-8de4-d540d03b2f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:23:53.992624 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-55308396-9ec6-46c1-9802-0bd7675e5e83 req-4699b375-d34d-4271-8de4-d540d03b2f36 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4c77d99a-b153-4235-ba64-c09575767c95 HTTP/1.1" status: 200 len: 909 time: 0.0869317 Nov 17 15:23:54.058132 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-55308396-9ec6-46c1-9802-0bd7675e5e83 req-f4858c60-f0ac-4632-9dc4-f74d3ea96837 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0eef539-5d06-4fdf-b0cd-00e256c37012 HTTP/1.1" status: 200 len: 998 time: 0.0563707 Nov 17 15:23:54.103026 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-d75e1cce-131c-41ac-b302-5c86d86760a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2155ac-7477-470c-9ca1-a0d1cc32f588', 'name': 'tempest-TestShelveInstance-967637297-router', 'tenant_id': '8c75dd62b5394a3392e391ff051bf8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '761525e2-4b48-4f6b-b993-05b8d408f7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:23:09Z', 'updated_at': '2021-11-17T15:23:11Z', 'revision_number': 4, 'project_id': '8c75dd62b5394a3392e391ff051bf8a6', 'gw_port': {'id': '761525e2-4b48-4f6b-b993-05b8d408f7bf', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ce:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2155ac-7477-470c-9ca1-a0d1cc32f588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:23:09Z', 'updated_at': '2021-11-17T15:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_floatingips': [{'id': '49126880-0d42-4932-a613-feefe813ee88', 'tenant_id': '8c75dd62b5394a3392e391ff051bf8a6', 'floating_ip_address': '172.27.1.62', 'floating_network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'router_id': '1d2155ac-7477-470c-9ca1-a0d1cc32f588', 'port_id': 'c0eef539-5d06-4fdf-b0cd-00e256c37012', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c77d99a-b153-4235-ba64-c09575767c95', 'mac_address': 'fa:16:3e:36:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T15:23:52Z', 'updated_at': '2021-11-17T15:23:52Z', 'revision_number': 0, 'project_id': '8c75dd62b5394a3392e391ff051bf8a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '956dd9a9-1c06-4f05-b941-f7956b484813', 'name': '', 'network_id': '4c77d99a-b153-4235-ba64-c09575767c95', 'tenant_id': '8c75dd62b5394a3392e391ff051bf8a6', 'mac_address': 'fa:16:3e:71:f5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2155ac-7477-470c-9ca1-a0d1cc32f588', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'f690ba05-3db5-4ec2-958b-ac0f4f3f1c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:23:11Z', 'updated_at': '2021-11-17T15:23:16Z', 'revision_number': 5, 'project_id': '8c75dd62b5394a3392e391ff051bf8a6', 'subnets': [{'id': 'f690ba05-3db5-4ec2-958b-ac0f4f3f1c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:23:54.112507 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55308396-9ec6-46c1-9802-0bd7675e5e83 req-29a5a756-e41a-4a2e-bb6b-b034a256bc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:23:54.113981 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-55308396-9ec6-46c1-9802-0bd7675e5e83 req-29a5a756-e41a-4a2e-bb6b-b034a256bc10 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f690ba05-3db5-4ec2-958b-ac0f4f3f1c98 HTTP/1.1" status: 200 len: 847 time: 0.0469475 Nov 17 15:23:54.129494 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75e1cce-131c-41ac-b302-5c86d86760a2 None None] Checking router: 1d2155ac-7477-470c-9ca1-a0d1cc32f588 for host: dv-cinder-818233-1-iscsi {{(pid=101835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 15:23:54.137691 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75e1cce-131c-41ac-b302-5c86d86760a2 None None] Routers {'1d2155ac-7477-470c-9ca1-a0d1cc32f588'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:23:54.138284 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-d75e1cce-131c-41ac-b302-5c86d86760a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:23:54Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['1d2155ac-7477-470c-9ca1-a0d1cc32f588'], 'active': True} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:23:54.159005 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55308396-9ec6-46c1-9802-0bd7675e5e83 req-4864514a-b9d7-44d5-9f74-c6c8c4cf07a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:23:54.160782 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-55308396-9ec6-46c1-9802-0bd7675e5e83 req-4864514a-b9d7-44d5-9f74-c6c8c4cf07a5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4c77d99a-b153-4235-ba64-c09575767c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392277 Nov 17 15:23:54.252653 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-55308396-9ec6-46c1-9802-0bd7675e5e83 req-7a6b3a10-a96f-48c6-8898-bdb5e41d6038 service neutron] 10.222.0.55 "GET /v2.0/networks/4c77d99a-b153-4235-ba64-c09575767c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849013 Nov 17 15:23:54.359052 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-55308396-9ec6-46c1-9802-0bd7675e5e83 req-1c0e8c3e-1690-4e3c-905e-ac491d3514e4 service neutron] 10.222.0.55 "GET /v2.0/networks/4c77d99a-b153-4235-ba64-c09575767c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983503 Nov 17 15:23:54.364506 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvr_db [None req-d75e1cce-131c-41ac-b302-5c86d86760a2 None None] Set router 1d2155ac-7477-470c-9ca1-a0d1cc32f588 gateway port host: dv-cinder-818233-1-iscsi {{(pid=101835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:23:54.583087 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-d75e1cce-131c-41ac-b302-5c86d86760a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2155ac-7477-470c-9ca1-a0d1cc32f588', 'name': 'tempest-TestShelveInstance-967637297-router', 'tenant_id': '8c75dd62b5394a3392e391ff051bf8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '761525e2-4b48-4f6b-b993-05b8d408f7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:23:09Z', 'updated_at': '2021-11-17T15:23:11Z', 'revision_number': 4, 'project_id': '8c75dd62b5394a3392e391ff051bf8a6', 'gw_port': {'id': '761525e2-4b48-4f6b-b993-05b8d408f7bf', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ce:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2155ac-7477-470c-9ca1-a0d1cc32f588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:23:09Z', 'updated_at': '2021-11-17T15:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_floatingips': [{'id': '49126880-0d42-4932-a613-feefe813ee88', 'tenant_id': '8c75dd62b5394a3392e391ff051bf8a6', 'floating_ip_address': '172.27.1.62', 'floating_network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'router_id': '1d2155ac-7477-470c-9ca1-a0d1cc32f588', 'port_id': 'c0eef539-5d06-4fdf-b0cd-00e256c37012', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c77d99a-b153-4235-ba64-c09575767c95', 'mac_address': 'fa:16:3e:36:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T15:23:52Z', 'updated_at': '2021-11-17T15:23:52Z', 'revision_number': 0, 'project_id': '8c75dd62b5394a3392e391ff051bf8a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '956dd9a9-1c06-4f05-b941-f7956b484813', 'name': '', 'network_id': '4c77d99a-b153-4235-ba64-c09575767c95', 'tenant_id': '8c75dd62b5394a3392e391ff051bf8a6', 'mac_address': 'fa:16:3e:71:f5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2155ac-7477-470c-9ca1-a0d1cc32f588', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'f690ba05-3db5-4ec2-958b-ac0f4f3f1c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:23:11Z', 'updated_at': '2021-11-17T15:23:16Z', 'revision_number': 5, 'project_id': '8c75dd62b5394a3392e391ff051bf8a6', 'subnets': [{'id': 'f690ba05-3db5-4ec2-958b-ac0f4f3f1c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:23:54.608337 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75e1cce-131c-41ac-b302-5c86d86760a2 None None] The sync data for ids ['1d2155ac-7477-470c-9ca1-a0d1cc32f588'] in dv-cinder-818233-1-iscsi is: [{'id': '1d2155ac-7477-470c-9ca1-a0d1cc32f588', 'name': 'tempest-TestShelveInstance-967637297-router', 'tenant_id': '8c75dd62b5394a3392e391ff051bf8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '761525e2-4b48-4f6b-b993-05b8d408f7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:23:09Z', 'updated_at': '2021-11-17T15:23:11Z', 'revision_number': 4, 'project_id': '8c75dd62b5394a3392e391ff051bf8a6', 'gw_port': {'id': '761525e2-4b48-4f6b-b993-05b8d408f7bf', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ce:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2155ac-7477-470c-9ca1-a0d1cc32f588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:23:09Z', 'updated_at': '2021-11-17T15:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_floatingips': [{'id': '49126880-0d42-4932-a613-feefe813ee88', 'tenant_id': '8c75dd62b5394a3392e391ff051bf8a6', 'floating_ip_address': '172.27.1.62', 'floating_network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'router_id': '1d2155ac-7477-470c-9ca1-a0d1cc32f588', 'port_id': 'c0eef539-5d06-4fdf-b0cd-00e256c37012', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c77d99a-b153-4235-ba64-c09575767c95', 'mac_address': 'fa:16:3e:36:ca:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-17T15:23:52Z', 'updated_at': '2021-11-17T15:23:52Z', 'revision_number': 0, 'project_id': '8c75dd62b5394a3392e391ff051bf8a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '956dd9a9-1c06-4f05-b941-f7956b484813', 'name': '', 'network_id': '4c77d99a-b153-4235-ba64-c09575767c95', 'tenant_id': '8c75dd62b5394a3392e391ff051bf8a6', 'mac_address': 'fa:16:3e:71:f5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2155ac-7477-470c-9ca1-a0d1cc32f588', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'f690ba05-3db5-4ec2-958b-ac0f4f3f1c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:23:11Z', 'updated_at': '2021-11-17T15:23:16Z', 'revision_number': 5, 'project_id': '8c75dd62b5394a3392e391ff051bf8a6', 'subnets': [{'id': 'f690ba05-3db5-4ec2-958b-ac0f4f3f1c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 15:23:54.811455 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:55.205621 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efd1a0e-a512-4e01-80a4-648ea9c229ef None None] New status for floating IP 49126880-0d42-4932-a613-feefe813ee88: ACTIVE {{(pid=101836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 17 15:23:56.317448 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:23:57.133314 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:24:03.944325 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.agents_db [None req-8c09612d-4555-4199-ac80-2bf3536e394d None None] Agent healthcheck: found 6 active agents {{(pid=101836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 15:24:06.217892 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:24:12.476219 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-c4af5c9e-eb5a-4ef4-aeba-25ca5af242fe req-9eb791d6-6f50-4293-840b-55344849e9c3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406694 Nov 17 15:24:12.557500 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af5c9e-eb5a-4ef4-aeba-25ca5af242fe req-2f16f3b8-aea0-4375-b69f-544bd0501e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:24:12.558935 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-c4af5c9e-eb5a-4ef4-aeba-25ca5af242fe req-2f16f3b8-aea0-4375-b69f-544bd0501e18 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8c75dd62b5394a3392e391ff051bf8a6&device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f HTTP/1.1" status: 200 len: 1098 time: 0.0382721 Nov 17 15:24:12.663573 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af5c9e-eb5a-4ef4-aeba-25ca5af242fe req-684ce8dc-2688-44d4-bd0b-b0a40f2c1d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:24:12.665007 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-c4af5c9e-eb5a-4ef4-aeba-25ca5af242fe req-684ce8dc-2688-44d4-bd0b-b0a40f2c1d34 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4c77d99a-b153-4235-ba64-c09575767c95 HTTP/1.1" status: 200 len: 909 time: 0.0858312 Nov 17 15:24:12.728920 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-c4af5c9e-eb5a-4ef4-aeba-25ca5af242fe req-57345cd8-17c3-44a0-99cc-52db35d6d583 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0eef539-5d06-4fdf-b0cd-00e256c37012 HTTP/1.1" status: 200 len: 1000 time: 0.0553701 Nov 17 15:24:12.788857 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af5c9e-eb5a-4ef4-aeba-25ca5af242fe req-76e423de-4cf0-41e1-bb99-735a9c14808d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:24:12.790254 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-c4af5c9e-eb5a-4ef4-aeba-25ca5af242fe req-76e423de-4cf0-41e1-bb99-735a9c14808d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f690ba05-3db5-4ec2-958b-ac0f4f3f1c98 HTTP/1.1" status: 200 len: 847 time: 0.0530248 Nov 17 15:24:12.836710 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af5c9e-eb5a-4ef4-aeba-25ca5af242fe req-72eeb15a-960a-43fc-817f-b081cabb52cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:24:12.838128 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-c4af5c9e-eb5a-4ef4-aeba-25ca5af242fe req-72eeb15a-960a-43fc-817f-b081cabb52cc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4c77d99a-b153-4235-ba64-c09575767c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385661 Nov 17 15:24:12.929911 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-c4af5c9e-eb5a-4ef4-aeba-25ca5af242fe req-e722db60-61c3-4c72-b4b4-30928ac513b9 service neutron] 10.222.0.55 "GET /v2.0/networks/4c77d99a-b153-4235-ba64-c09575767c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832758 Nov 17 15:24:13.019300 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-c4af5c9e-eb5a-4ef4-aeba-25ca5af242fe req-35b2b9aa-ba94-4393-a91d-4c5a81e16358 service neutron] 10.222.0.55 "GET /v2.0/networks/4c77d99a-b153-4235-ba64-c09575767c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812416 Nov 17 15:24:21.489207 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-7b29edd4-9c8a-45c4-ab49-3a0fb5c239d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:24:23.816807 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-20b1296b-b003-41a5-b349-123a3cba6f9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:24:24.813356 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:24:26.316258 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:24:27.134373 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:24:36.219899 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:24:40.943021 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.agents_db [None req-8c09612d-4555-4199-ac80-2bf3536e394d None None] Agent healthcheck: found 6 active agents {{(pid=101836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 15:24:51.491380 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-4de1a3ed-17ff-41bf-adbb-f821767f88fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:24:53.818318 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-a19f3565-be6b-440f-a925-f7cac1369932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:24:54.813832 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:24:56.318516 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:24:57.134862 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:25:06.247584 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:25:12.486528 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-1098d7f5-60c9-444f-8623-f9474c3e568a req-3d1bca64-d87a-44a2-9051-f6b49f73dcff service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390105 Nov 17 15:25:12.570694 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1098d7f5-60c9-444f-8623-f9474c3e568a req-de2767e7-1305-4050-8200-9c7b82201351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:25:12.572216 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-1098d7f5-60c9-444f-8623-f9474c3e568a req-de2767e7-1305-4050-8200-9c7b82201351 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8c75dd62b5394a3392e391ff051bf8a6&device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f HTTP/1.1" status: 200 len: 1098 time: 0.0439496 Nov 17 15:25:12.672833 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1098d7f5-60c9-444f-8623-f9474c3e568a req-1f2cfc76-4658-4704-b6dd-0dfd224b01ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:25:12.674282 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-1098d7f5-60c9-444f-8623-f9474c3e568a req-1f2cfc76-4658-4704-b6dd-0dfd224b01ba service neutron] 10.222.0.55 "GET /v2.0/networks?id=4c77d99a-b153-4235-ba64-c09575767c95 HTTP/1.1" status: 200 len: 909 time: 0.0833392 Nov 17 15:25:12.742646 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-1098d7f5-60c9-444f-8623-f9474c3e568a req-1ed08f7f-44e5-4753-82fd-4ffc560f8a23 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0eef539-5d06-4fdf-b0cd-00e256c37012 HTTP/1.1" status: 200 len: 1000 time: 0.0598264 Nov 17 15:25:12.794063 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1098d7f5-60c9-444f-8623-f9474c3e568a req-32e5519a-c666-456b-a785-f23782e0bb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:25:12.795531 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-1098d7f5-60c9-444f-8623-f9474c3e568a req-32e5519a-c666-456b-a785-f23782e0bb0d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f690ba05-3db5-4ec2-958b-ac0f4f3f1c98 HTTP/1.1" status: 200 len: 847 time: 0.0445249 Nov 17 15:25:12.840590 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1098d7f5-60c9-444f-8623-f9474c3e568a req-c2a2523d-6acf-4ab7-b405-a583b798c564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:25:12.842010 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-1098d7f5-60c9-444f-8623-f9474c3e568a req-c2a2523d-6acf-4ab7-b405-a583b798c564 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4c77d99a-b153-4235-ba64-c09575767c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390415 Nov 17 15:25:12.934843 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-1098d7f5-60c9-444f-8623-f9474c3e568a req-99ddb39e-7ca1-4623-9fee-8033446d60db service neutron] 10.222.0.55 "GET /v2.0/networks/4c77d99a-b153-4235-ba64-c09575767c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838552 Nov 17 15:25:13.023757 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-1098d7f5-60c9-444f-8623-f9474c3e568a req-1954710f-5b83-4314-929e-e038403946a9 service neutron] 10.222.0.55 "GET /v2.0/networks/4c77d99a-b153-4235-ba64-c09575767c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810325 Nov 17 15:25:17.941820 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.agents_db [None req-8c09612d-4555-4199-ac80-2bf3536e394d None None] Agent healthcheck: found 6 active agents {{(pid=101836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 15:25:21.492269 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-b93dd856-28cd-4b0c-b670-90c2d5a3f676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:25:23.819209 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-042d1719-103d-43c6-b0e2-cfc7e3ea2c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:25:24.815793 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:25:26.321086 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:25:27.135876 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:25:36.248786 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:25:49.753940 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a047dc3-05a5-4c19-86c2-0ac66a9adabb req-f5156765-7bb1-46e3-856a-9487e85186ea tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:25:49.755867 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-4a047dc3-05a5-4c19-86c2-0ac66a9adabb req-f5156765-7bb1-46e3-856a-9487e85186ea tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f HTTP/1.1" status: 200 len: 945 time: 0.0523431 Nov 17 15:25:49.804235 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-4a047dc3-05a5-4c19-86c2-0ac66a9adabb req-c6214388-1e6e-4b3b-a073-235c3ac463b9 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a3c471b-74b7-4f2e-b52d-549a8b7842f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424964 Nov 17 15:25:50.936268 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dceb6b-7c53-47bc-9a6f-812dbc928936 req-9e863a91-f5a8-4662-bb2f-df0b4537d267 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:25:50.937711 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-36dceb6b-7c53-47bc-9a6f-812dbc928936 req-9e863a91-f5a8-4662-bb2f-df0b4537d267 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f HTTP/1.1" status: 200 len: 945 time: 0.0516274 Nov 17 15:25:50.986034 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-36dceb6b-7c53-47bc-9a6f-812dbc928936 req-193c1f47-0bad-4356-822e-70baf663d829 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a3c471b-74b7-4f2e-b52d-549a8b7842f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419941 Nov 17 15:25:51.492857 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-30e05cbc-5fa7-4caa-aa63-37539b807133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:25:52.112749 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd080985-8379-406a-8f21-05ae03897a03 req-e6235d54-4672-44fe-bf6b-eb80cf193847 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:25:52.114224 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-dd080985-8379-406a-8f21-05ae03897a03 req-e6235d54-4672-44fe-bf6b-eb80cf193847 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f HTTP/1.1" status: 200 len: 945 time: 0.0485568 Nov 17 15:25:52.162284 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-dd080985-8379-406a-8f21-05ae03897a03 req-adb8d5ce-59b8-499e-9fbf-cb5802635c25 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a3c471b-74b7-4f2e-b52d-549a8b7842f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422866 Nov 17 15:25:53.275342 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe2685b-7361-4f26-b3c1-b90405b515f9 req-5f2960e0-fee6-4b38-9d12-6b76b139f4c6 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:25:53.276806 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-ffe2685b-7361-4f26-b3c1-b90405b515f9 req-5f2960e0-fee6-4b38-9d12-6b76b139f4c6 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f HTTP/1.1" status: 200 len: 945 time: 0.0479088 Nov 17 15:25:53.324449 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-ffe2685b-7361-4f26-b3c1-b90405b515f9 req-604814ef-2052-48e2-b83e-bb5ae1dbd03c tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a3c471b-74b7-4f2e-b52d-549a8b7842f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418596 Nov 17 15:25:53.819734 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-95b43418-b233-4a0b-8b6d-c6a0b6ed18e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:25:54.436436 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9de09c-05f1-431c-bbdf-89f95983d49d req-ba32a534-6c36-47bf-87df-eb1883a674c7 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:25:54.437893 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-bd9de09c-05f1-431c-bbdf-89f95983d49d req-ba32a534-6c36-47bf-87df-eb1883a674c7 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f HTTP/1.1" status: 200 len: 945 time: 0.0474601 Nov 17 15:25:54.490454 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-bd9de09c-05f1-431c-bbdf-89f95983d49d req-2ff63a2d-be86-49d7-bddb-79bd35987982 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a3c471b-74b7-4f2e-b52d-549a8b7842f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459485 Nov 17 15:25:54.818928 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:25:54.941402 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.agents_db [None req-8c09612d-4555-4199-ac80-2bf3536e394d None None] Agent healthcheck: found 6 active agents {{(pid=101836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 15:25:55.603299 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a83c66-b4a9-4134-8ff2-d783d301f8a7 req-e39688dd-56a9-495e-9b62-76e2b769e81a tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:25:55.604766 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-04a83c66-b4a9-4134-8ff2-d783d301f8a7 req-e39688dd-56a9-495e-9b62-76e2b769e81a tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f HTTP/1.1" status: 200 len: 945 time: 0.0481493 Nov 17 15:25:55.654471 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-04a83c66-b4a9-4134-8ff2-d783d301f8a7 req-3ee1605b-668a-4dae-9367-629b3f9e2580 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a3c471b-74b7-4f2e-b52d-549a8b7842f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439057 Nov 17 15:25:56.323588 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:25:56.768772 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2fea8-c5b6-4446-bf60-e7f583a0b4a9 req-51592306-ccd9-4e78-b69c-249cb3245c35 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:25:56.770211 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-65b2fea8-c5b6-4446-bf60-e7f583a0b4a9 req-51592306-ccd9-4e78-b69c-249cb3245c35 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f HTTP/1.1" status: 200 len: 945 time: 0.0477033 Nov 17 15:25:56.818719 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-65b2fea8-c5b6-4446-bf60-e7f583a0b4a9 req-64e81a47-dc9e-4677-85e0-1dcbe6809110 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a3c471b-74b7-4f2e-b52d-549a8b7842f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426927 Nov 17 15:25:57.139701 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:25:57.934258 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa1ac0-52da-4a90-86a8-f1f347c6294a req-03c564b7-9a09-4e5c-9a54-cd7421761c76 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:25:57.935704 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-43aa1ac0-52da-4a90-86a8-f1f347c6294a req-03c564b7-9a09-4e5c-9a54-cd7421761c76 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f HTTP/1.1" status: 200 len: 945 time: 0.0507860 Nov 17 15:25:57.983177 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-43aa1ac0-52da-4a90-86a8-f1f347c6294a req-e369c384-91b3-4172-b09c-1dd7b34bb362 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a3c471b-74b7-4f2e-b52d-549a8b7842f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416398 Nov 17 15:25:59.320183 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f88953d-69bc-496c-8f51-cc015256306f req-5e6afac5-5b6c-4723-a84a-077ee0babf0e tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:25:59.321637 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-8f88953d-69bc-496c-8f51-cc015256306f req-5e6afac5-5b6c-4723-a84a-077ee0babf0e tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f HTTP/1.1" status: 200 len: 945 time: 0.1279738 Nov 17 15:25:59.369605 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-8f88953d-69bc-496c-8f51-cc015256306f req-a66b9ddf-61f2-4c88-8bd2-0f8b7d1b6785 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a3c471b-74b7-4f2e-b52d-549a8b7842f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421367 Nov 17 15:25:59.908066 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75432a-fee3-4154-abcb-ad8d97cc941b req-5919333f-ec40-4b4b-b4ed-95239fab4e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:25:59.909519 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-dd75432a-fee3-4154-abcb-ad8d97cc941b req-5919333f-ec40-4b4b-b4ed-95239fab4e57 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8c75dd62b5394a3392e391ff051bf8a6&device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f HTTP/1.1" status: 200 len: 1098 time: 0.0438817 Nov 17 15:25:59.996815 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75432a-fee3-4154-abcb-ad8d97cc941b req-98bb3ea3-ebc5-4f1b-88f4-4799b6658692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:25:59.998215 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-dd75432a-fee3-4154-abcb-ad8d97cc941b req-98bb3ea3-ebc5-4f1b-88f4-4799b6658692 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4c77d99a-b153-4235-ba64-c09575767c95 HTTP/1.1" status: 200 len: 909 time: 0.0817628 Nov 17 15:26:00.063993 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-dd75432a-fee3-4154-abcb-ad8d97cc941b req-8420a448-4a74-4ab3-9933-fdadc434d54a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0eef539-5d06-4fdf-b0cd-00e256c37012 HTTP/1.1" status: 200 len: 1000 time: 0.0581191 Nov 17 15:26:00.110964 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75432a-fee3-4154-abcb-ad8d97cc941b req-89f5e1c2-6b64-4a76-8be0-602577e0d88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:26:00.112375 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-dd75432a-fee3-4154-abcb-ad8d97cc941b req-89f5e1c2-6b64-4a76-8be0-602577e0d88e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f690ba05-3db5-4ec2-958b-ac0f4f3f1c98 HTTP/1.1" status: 200 len: 847 time: 0.0416064 Nov 17 15:26:00.156661 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75432a-fee3-4154-abcb-ad8d97cc941b req-08f50641-7c1a-4f3d-8458-c0b1b1b49700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:26:00.158191 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-dd75432a-fee3-4154-abcb-ad8d97cc941b req-08f50641-7c1a-4f3d-8458-c0b1b1b49700 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4c77d99a-b153-4235-ba64-c09575767c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388923 Nov 17 15:26:00.248568 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-dd75432a-fee3-4154-abcb-ad8d97cc941b req-3b01bf06-bcde-4f7d-8e78-434d4a59db90 service neutron] 10.222.0.55 "GET /v2.0/networks/4c77d99a-b153-4235-ba64-c09575767c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830564 Nov 17 15:26:00.334837 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-dd75432a-fee3-4154-abcb-ad8d97cc941b req-f05648f7-d4d1-46ba-a3a3-4446bb721507 service neutron] 10.222.0.55 "GET /v2.0/networks/4c77d99a-b153-4235-ba64-c09575767c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789645 Nov 17 15:26:00.531419 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c32dec8-d0dd-420d-825c-fa65005b046c req-74256d8a-938e-47ee-8748-35b981169ad7 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:26:00.532886 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-7c32dec8-d0dd-420d-825c-fa65005b046c req-74256d8a-938e-47ee-8748-35b981169ad7 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f HTTP/1.1" status: 200 len: 945 time: 0.0968652 Nov 17 15:26:00.581058 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-7c32dec8-d0dd-420d-825c-fa65005b046c req-f8647f1b-a044-4284-842d-57ec16a9de52 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a3c471b-74b7-4f2e-b52d-549a8b7842f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415604 Nov 17 15:26:01.700836 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0146ed8-593b-41f7-8413-6929003b9ef8 req-ab6e0b47-35da-428c-9571-cae6af01aafb tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:26:01.702283 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-c0146ed8-593b-41f7-8413-6929003b9ef8 req-ab6e0b47-35da-428c-9571-cae6af01aafb tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f HTTP/1.1" status: 200 len: 945 time: 0.0514653 Nov 17 15:26:01.749469 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-c0146ed8-593b-41f7-8413-6929003b9ef8 req-e85ecf3c-6fdd-42d2-9f38-8e2e629dfab7 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a3c471b-74b7-4f2e-b52d-549a8b7842f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413134 Nov 17 15:26:02.870338 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d902cc74-c2cf-476c-bb3f-5cbea04c7c13 req-bed2d3a7-303a-4379-9124-e5adb313d35e tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:26:02.871819 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-d902cc74-c2cf-476c-bb3f-5cbea04c7c13 req-bed2d3a7-303a-4379-9124-e5adb313d35e tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f HTTP/1.1" status: 200 len: 945 time: 0.0567279 Nov 17 15:26:02.919246 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-d902cc74-c2cf-476c-bb3f-5cbea04c7c13 req-25fea261-04f6-4acd-894b-fc864cf24802 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a3c471b-74b7-4f2e-b52d-549a8b7842f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416019 Nov 17 15:26:03.126678 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717be89-c82e-491f-b21e-ed8944c2ad43 req-409877f8-c027-44b2-83a2-931c8c0b423f tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:26:03.128217 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-9717be89-c82e-491f-b21e-ed8944c2ad43 req-409877f8-c027-44b2-83a2-931c8c0b423f tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f HTTP/1.1" status: 200 len: 945 time: 0.0492136 Nov 17 15:26:03.155192 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-7b4f9afc-7c0c-45e3-8620-c929aa65bcac req-93775fb7-f5a4-475b-a3a6-42be00934992 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1001761 Nov 17 15:26:03.164725 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [req-7b4f9afc-7c0c-45e3-8620-c929aa65bcac req-67519f15-6a2c-43e3-b796-39889be07d4e service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=101834) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 17 15:26:03.165678 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-7b4f9afc-7c0c-45e3-8620-c929aa65bcac req-67519f15-6a2c-43e3-b796-39889be07d4e service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055099 Nov 17 15:26:03.182718 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-9717be89-c82e-491f-b21e-ed8944c2ad43 req-982da287-0fe4-46b8-90a1-f7a589291eb0 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a3c471b-74b7-4f2e-b52d-549a8b7842f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445714 Nov 17 15:26:04.338015 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf88f7-4071-419b-8afa-4b76510f4f85 req-00220c54-dfe0-450f-b83c-878c43f455d0 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:26:04.339487 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-cfaf88f7-4071-419b-8afa-4b76510f4f85 req-00220c54-dfe0-450f-b83c-878c43f455d0 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f HTTP/1.1" status: 200 len: 945 time: 0.0852818 Nov 17 15:26:04.341060 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f9afc-7c0c-45e3-8620-c929aa65bcac req-a466f22b-6f68-4de2-9c7f-6cdc06a3cc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:26:04.342349 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-7b4f9afc-7c0c-45e3-8620-c929aa65bcac req-a466f22b-6f68-4de2-9c7f-6cdc06a3cc01 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f&tenant_id=8c75dd62b5394a3392e391ff051bf8a6 HTTP/1.1" status: 200 len: 1098 time: 0.0621915 Nov 17 15:26:04.413565 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-cfaf88f7-4071-419b-8afa-4b76510f4f85 req-7e335f84-8939-4189-b775-ff8f982e4107 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a3c471b-74b7-4f2e-b52d-549a8b7842f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681746 Nov 17 15:26:04.421972 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f9afc-7c0c-45e3-8620-c929aa65bcac req-9982d3f0-a4af-4d6f-b1a4-81e0d0367dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:26:04.423410 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-7b4f9afc-7c0c-45e3-8620-c929aa65bcac req-9982d3f0-a4af-4d6f-b1a4-81e0d0367dea service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8c75dd62b5394a3392e391ff051bf8a6&device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f HTTP/1.1" status: 200 len: 1098 time: 0.0590994 Nov 17 15:26:04.515192 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f9afc-7c0c-45e3-8620-c929aa65bcac req-aade6ce7-67bc-4ee1-93a0-28f83596b7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:26:04.516576 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-7b4f9afc-7c0c-45e3-8620-c929aa65bcac req-aade6ce7-67bc-4ee1-93a0-28f83596b7d5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4c77d99a-b153-4235-ba64-c09575767c95 HTTP/1.1" status: 200 len: 909 time: 0.0858023 Nov 17 15:26:04.580744 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-7b4f9afc-7c0c-45e3-8620-c929aa65bcac req-937e315c-e729-430f-a8b3-c6be826f8b9e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0eef539-5d06-4fdf-b0cd-00e256c37012 HTTP/1.1" status: 200 len: 1000 time: 0.0567279 Nov 17 15:26:04.628399 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f9afc-7c0c-45e3-8620-c929aa65bcac req-dda6387e-7980-41fb-b798-15331b627e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:26:04.629782 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-7b4f9afc-7c0c-45e3-8620-c929aa65bcac req-dda6387e-7980-41fb-b798-15331b627e57 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f690ba05-3db5-4ec2-958b-ac0f4f3f1c98 HTTP/1.1" status: 200 len: 847 time: 0.0422440 Nov 17 15:26:04.675840 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f9afc-7c0c-45e3-8620-c929aa65bcac req-657e2e45-5df2-43a2-ac62-477a4ff5ca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:26:04.678767 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-7b4f9afc-7c0c-45e3-8620-c929aa65bcac req-657e2e45-5df2-43a2-ac62-477a4ff5ca89 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4c77d99a-b153-4235-ba64-c09575767c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420794 Nov 17 15:26:04.765870 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-7b4f9afc-7c0c-45e3-8620-c929aa65bcac req-e52ca509-b5e9-4805-a3a0-d74117a8daec service neutron] 10.222.0.55 "GET /v2.0/networks/4c77d99a-b153-4235-ba64-c09575767c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793161 Nov 17 15:26:04.855423 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-7b4f9afc-7c0c-45e3-8620-c929aa65bcac req-d1b595ba-9f87-42d6-8be3-7e5771937770 service neutron] 10.222.0.55 "GET /v2.0/networks/4c77d99a-b153-4235-ba64-c09575767c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826313 Nov 17 15:26:05.526319 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc335cb6-f29f-440c-b32a-8d545596e49f req-fe95beb6-6163-4c1d-beaa-83890317854e tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:26:05.527768 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-fc335cb6-f29f-440c-b32a-8d545596e49f req-fe95beb6-6163-4c1d-beaa-83890317854e tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f HTTP/1.1" status: 200 len: 945 time: 0.0472305 Nov 17 15:26:05.578332 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-fc335cb6-f29f-440c-b32a-8d545596e49f req-4d9012ab-667e-4316-95ab-c22f3f089981 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a3c471b-74b7-4f2e-b52d-549a8b7842f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447400 Nov 17 15:26:05.876546 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device c0eef539-5d06-4fdf-b0cd-00e256c37012 no longer exists at agent hyperv_hv-cinder-81823 {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 15:26:05.953042 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:26:05.974612 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0eef539-5d06-4fdf-b0cd-00e256c37012'}] {{(pid=101835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:26:05.976824 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc2a867bdaff5c76f0208ec4146e14dfecc9fe2083470249ba9c3c2934649c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3788ba-afae-4336-89cb-d55b7564b72b" -d '{"events": [{"server_uuid": "ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f", "name": "network-vif-unplugged", "status": "completed", "tag": "c0eef539-5d06-4fdf-b0cd-00e256c37012"}]}' {{(pid=101835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:26:05.993754 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port c0eef539-5d06-4fdf-b0cd-00e256c37012, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=c0eef539-5d06-4fdf-b0cd-00e256c37012,segment=NetworkSegment(837ff733-dae1-4505-95b6-ef433d09b213),segment_id=837ff733-dae1-4505-95b6-ef433d09b213)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:26:05.997563 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:26:06.022226 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 17 Nov 2021 15:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0e1381-dd24-4c9f-ac3e-c08e912f8dd0 x-openstack-request-id: req-2c0e1381-dd24-4c9f-ac3e-c08e912f8dd0 {{(pid=101835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:26:06.022522 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f", "name": "network-vif-unplugged", "status": "completed", "tag": "c0eef539-5d06-4fdf-b0cd-00e256c37012", "code": 200}]} {{(pid=101835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:26:06.022781 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2c0e1381-dd24-4c9f-ac3e-c08e912f8dd0 {{(pid=101835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:26:06.023162 dv-cinder-818233-1-iscsi neutron-server[101835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0eef539-5d06-4fdf-b0cd-00e256c37012', 'code': 200} Nov 17 15:26:06.047565 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Pushing event updated for resources: {'Port': ['ID=c0eef539-5d06-4fdf-b0cd-00e256c37012,revision_number=6']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:26:06.054793 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:26:06.055138 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:26:06.055496 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:26:06.055827 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:26:06.056150 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:26:06.056478 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:26:06.056802 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:26:06.057118 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:26:06.057437 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:26:06.057755 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:26:06.058108 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:26:06.058517 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101835) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:26:06.247085 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:26:06.690649 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911ec96-6ac9-4879-b66c-74209d5a24a8 req-f83e3db6-a0d1-4f92-8026-e8d13f18352b tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:26:06.692127 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-f911ec96-6ac9-4879-b66c-74209d5a24a8 req-f83e3db6-a0d1-4f92-8026-e8d13f18352b tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f HTTP/1.1" status: 200 len: 943 time: 0.0482967 Nov 17 15:26:06.740333 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-f911ec96-6ac9-4879-b66c-74209d5a24a8 req-5df0f5d4-67b2-4f8c-96ff-7111a8b03180 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a3c471b-74b7-4f2e-b52d-549a8b7842f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424359 Nov 17 15:26:07.853446 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850baaa-1855-43bc-91d9-4f40d89f9cba req-2fdee697-3d39-48ad-b2b0-c45c5631d934 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:26:07.854905 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-4850baaa-1855-43bc-91d9-4f40d89f9cba req-2fdee697-3d39-48ad-b2b0-c45c5631d934 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f HTTP/1.1" status: 200 len: 943 time: 0.0481763 Nov 17 15:26:07.902846 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-4850baaa-1855-43bc-91d9-4f40d89f9cba req-76d506e7-076d-400b-a9bf-0ffa74a06e20 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a3c471b-74b7-4f2e-b52d-549a8b7842f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420876 Nov 17 15:26:09.014827 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7c5fa-8cac-4d87-b99d-77ed23b5bcec req-ff7773ab-db70-4c81-b3d5-776a3aa51594 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:26:09.016316 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-84a7c5fa-8cac-4d87-b99d-77ed23b5bcec req-ff7773ab-db70-4c81-b3d5-776a3aa51594 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f HTTP/1.1" status: 200 len: 943 time: 0.0474148 Nov 17 15:26:09.063800 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-84a7c5fa-8cac-4d87-b99d-77ed23b5bcec req-bb8e3749-512a-4b54-81d3-dfc99f683c8e tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a3c471b-74b7-4f2e-b52d-549a8b7842f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411723 Nov 17 15:26:10.175974 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d40dd-03e4-4f24-8da6-477fae361fcf req-d0eaa69e-a770-489a-b9b2-e8112d35275e tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:26:10.177424 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-322d40dd-03e4-4f24-8da6-477fae361fcf req-d0eaa69e-a770-489a-b9b2-e8112d35275e tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f HTTP/1.1" status: 200 len: 943 time: 0.0470700 Nov 17 15:26:10.229234 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-322d40dd-03e4-4f24-8da6-477fae361fcf req-64ce022d-3ead-4916-9f23-4a4161ff6093 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a3c471b-74b7-4f2e-b52d-549a8b7842f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456152 Nov 17 15:26:10.959424 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3279a-d834-448e-adf1-373b8dbd635b req-344d4f37-4199-4dcb-9b78-fbb287bd7bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:26:10.960869 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-c1e3279a-d834-448e-adf1-373b8dbd635b req-344d4f37-4199-4dcb-9b78-fbb287bd7bc9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f HTTP/1.1" status: 200 len: 1096 time: 0.0791392 Nov 17 15:26:11.007023 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-c1e3279a-d834-448e-adf1-373b8dbd635b req-18e48c5c-3cab-4173-8b59-8d42b5a117f1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6a3c471b-74b7-4f2e-b52d-549a8b7842f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385053 Nov 17 15:26:11.343537 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd672ba5-2f4f-4db3-abf0-0e8bcb203309 req-f0443151-a14d-4f5e-ab33-5d311fd601f3 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:26:11.344961 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-cd672ba5-2f4f-4db3-abf0-0e8bcb203309 req-f0443151-a14d-4f5e-ab33-5d311fd601f3 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f HTTP/1.1" status: 200 len: 943 time: 0.0500014 Nov 17 15:26:11.392384 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-cd672ba5-2f4f-4db3-abf0-0e8bcb203309 req-8742684e-a095-4222-ae98-6dba4687b82b tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a3c471b-74b7-4f2e-b52d-549a8b7842f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407567 Nov 17 15:26:12.505957 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c443252-daf8-4275-b9ac-e6fb847fd648 req-96b96a88-9513-464b-a2d3-f169c39d42d1 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:26:12.507433 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-9c443252-daf8-4275-b9ac-e6fb847fd648 req-96b96a88-9513-464b-a2d3-f169c39d42d1 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f HTTP/1.1" status: 200 len: 943 time: 0.0477149 Nov 17 15:26:12.554510 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-9c443252-daf8-4275-b9ac-e6fb847fd648 req-a881c652-63ff-4505-8380-6deeada94149 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a3c471b-74b7-4f2e-b52d-549a8b7842f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413070 Nov 17 15:26:13.930386 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device c0eef539-5d06-4fdf-b0cd-00e256c37012 details requested by agent hyperv_hv-cinder-81823 with host hv-cinder-81823 {{(pid=101835) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 17 15:26:14.021798 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port c0eef539-5d06-4fdf-b0cd-00e256c37012, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=c0eef539-5d06-4fdf-b0cd-00e256c37012,segment=NetworkSegment(837ff733-dae1-4505-95b6-ef433d09b213),segment_id=837ff733-dae1-4505-95b6-ef433d09b213)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:26:14.032450 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Returning: {'device': 'c0eef539-5d06-4fdf-b0cd-00e256c37012', 'network_id': '4c77d99a-b153-4235-ba64-c09575767c95', 'port_id': 'c0eef539-5d06-4fdf-b0cd-00e256c37012', 'mac_address': 'fa:16:3e:36:ca:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f690ba05-3db5-4ec2-958b-ac0f4f3f1c98', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101835) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 17 15:26:14.072025 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:26:14.084147 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.notifiers.nova [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0eef539-5d06-4fdf-b0cd-00e256c37012 {{(pid=101835) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 17 15:26:14.103855 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port c0eef539-5d06-4fdf-b0cd-00e256c37012, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=c0eef539-5d06-4fdf-b0cd-00e256c37012,segment=NetworkSegment(837ff733-dae1-4505-95b6-ef433d09b213),segment_id=837ff733-dae1-4505-95b6-ef433d09b213)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:26:14.107764 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:26:14.153010 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Pushing event updated for resources: {'Port': ['ID=c0eef539-5d06-4fdf-b0cd-00e256c37012,revision_number=7']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:26:14.352199 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] get_ports_and_sgs() called for port_ids ['c0eef539-5d06-4fdf-b0cd-00e256c37012'] {{(pid=101835) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 17 15:26:14.471886 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-4d4c8a7b-5121-4542-ba4e-a2061cfd4c76 req-64bff190-c3fa-41f0-be61-89c5569c9a34 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417879 Nov 17 15:26:14.553586 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c8a7b-5121-4542-ba4e-a2061cfd4c76 req-5073dba3-d9c9-49c1-b814-c394444edf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:26:14.555062 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-4d4c8a7b-5121-4542-ba4e-a2061cfd4c76 req-5073dba3-d9c9-49c1-b814-c394444edf95 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8c75dd62b5394a3392e391ff051bf8a6&device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f HTTP/1.1" status: 200 len: 1097 time: 0.0402226 Nov 17 15:26:14.656177 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c8a7b-5121-4542-ba4e-a2061cfd4c76 req-71425a5b-12ff-4c86-be06-c00d057f19b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:26:14.657635 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-4d4c8a7b-5121-4542-ba4e-a2061cfd4c76 req-71425a5b-12ff-4c86-be06-c00d057f19b5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4c77d99a-b153-4235-ba64-c09575767c95 HTTP/1.1" status: 200 len: 909 time: 0.0841899 Nov 17 15:26:14.724936 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-4d4c8a7b-5121-4542-ba4e-a2061cfd4c76 req-78e1d50c-40fb-46b7-861d-97fc4eb861c8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0eef539-5d06-4fdf-b0cd-00e256c37012 HTTP/1.1" status: 200 len: 999 time: 0.0588315 Nov 17 15:26:14.773565 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c8a7b-5121-4542-ba4e-a2061cfd4c76 req-67c13cca-b4e5-45c8-ac4c-d6f8e7b97fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:26:14.774936 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-4d4c8a7b-5121-4542-ba4e-a2061cfd4c76 req-67c13cca-b4e5-45c8-ac4c-d6f8e7b97fbc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f690ba05-3db5-4ec2-958b-ac0f4f3f1c98 HTTP/1.1" status: 200 len: 847 time: 0.0427747 Nov 17 15:26:14.819234 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c8a7b-5121-4542-ba4e-a2061cfd4c76 req-713610c2-5b40-42d2-8cc4-a9c4537ad2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:26:14.820669 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-4d4c8a7b-5121-4542-ba4e-a2061cfd4c76 req-713610c2-5b40-42d2-8cc4-a9c4537ad2dc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4c77d99a-b153-4235-ba64-c09575767c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378158 Nov 17 15:26:14.913194 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-4d4c8a7b-5121-4542-ba4e-a2061cfd4c76 req-f847a229-965a-4fd1-92e1-c2400029e1c6 service neutron] 10.222.0.55 "GET /v2.0/networks/4c77d99a-b153-4235-ba64-c09575767c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830801 Nov 17 15:26:15.003176 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-4d4c8a7b-5121-4542-ba4e-a2061cfd4c76 req-55d3d711-ec19-4dab-9133-28faf6db022b service neutron] 10.222.0.55 "GET /v2.0/networks/4c77d99a-b153-4235-ba64-c09575767c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829465 Nov 17 15:26:15.963906 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device c0eef539-5d06-4fdf-b0cd-00e256c37012 up at agent hyperv_hv-cinder-81823 {{(pid=101835) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 17 15:26:16.010290 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.provisioning_blocks [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Provisioning complete for port c0eef539-5d06-4fdf-b0cd-00e256c37012 triggered by entity L2. {{(pid=101835) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 17 15:26:16.010654 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1928732'] for port, provisioning_complete {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:26:16.084652 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1968906'] for port, before_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:26:16.106175 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0eef539-5d06-4fdf-b0cd-00e256c37012'}] {{(pid=101835) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:26:16.108377 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc2a867bdaff5c76f0208ec4146e14dfecc9fe2083470249ba9c3c2934649c91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ddfdc3-a090-4bf5-bd2f-399674887f48" -d '{"events": [{"server_uuid": "ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f", "name": "network-vif-plugged", "status": "completed", "tag": "c0eef539-5d06-4fdf-b0cd-00e256c37012"}]}' {{(pid=101835) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:26:16.121147 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.db [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] For port c0eef539-5d06-4fdf-b0cd-00e256c37012, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=c0eef539-5d06-4fdf-b0cd-00e256c37012,segment=NetworkSegment(837ff733-dae1-4505-95b6-ef433d09b213),segment_id=837ff733-dae1-4505-95b6-ef433d09b213)] {{(pid=101835) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:26:16.126219 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776334442608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776333879736', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776333879754'] for port, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:26:16.150091 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 15:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef82e32-4967-408a-ac5e-b618bfb8f8da x-openstack-request-id: req-3ef82e32-4967-408a-ac5e-b618bfb8f8da {{(pid=101835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:26:16.150372 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f", "name": "network-vif-plugged", "status": "completed", "tag": "c0eef539-5d06-4fdf-b0cd-00e256c37012", "code": 200}]} {{(pid=101835) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:26:16.150618 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3ef82e32-4967-408a-ac5e-b618bfb8f8da {{(pid=101835) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:26:16.150992 dv-cinder-818233-1-iscsi neutron-server[101835]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0eef539-5d06-4fdf-b0cd-00e256c37012', 'code': 200} Nov 17 15:26:16.173871 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Pushing event updated for resources: {'Port': ['ID=c0eef539-5d06-4fdf-b0cd-00e256c37012,revision_number=8']} {{(pid=101835) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:26:18.815666 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [req-2e994639-33fd-4891-a8ca-53dcfbb1cff8 req-5197b079-b3eb-484e-9485-75d8bd717781 service neutron] (101834) timed out ('10.222.0.55', 60397) {{(pid=101834) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 17 15:26:21.493592 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-aadda104-7130-4ff6-8037-be1e68382e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:26:23.821225 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-0891cbd7-3d1d-4eda-9d05-665997c45d4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:26:24.822275 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:26:26.325849 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:26:27.140883 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:26:31.940525 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.agents_db [None req-8c09612d-4555-4199-ac80-2bf3536e394d None None] Agent healthcheck: found 6 active agents {{(pid=101836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 15:26:36.255390 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:26:51.494625 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1cb68d14-4fe8-413b-a2d5-e8bdf5c4bb76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:26:53.822187 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-349e76d1-5cb0-446b-a70d-586448541e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:26:54.824413 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:26:56.328799 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:26:57.140866 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:06.277217 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:08.939374 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.agents_db [None req-8c09612d-4555-4199-ac80-2bf3536e394d None None] Agent healthcheck: found 6 active agents {{(pid=101836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 15:27:14.750010 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-db5f48c7-0292-46c2-8e71-7c41a133052c req-89ff328f-88bc-43cd-bebf-61dc12a0b249 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389125 Nov 17 15:27:14.830708 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f48c7-0292-46c2-8e71-7c41a133052c req-235dc45e-860e-45c1-a301-3d3600c70817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:27:14.832204 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-db5f48c7-0292-46c2-8e71-7c41a133052c req-235dc45e-860e-45c1-a301-3d3600c70817 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8c75dd62b5394a3392e391ff051bf8a6&device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f HTTP/1.1" status: 200 len: 1098 time: 0.0397003 Nov 17 15:27:14.935012 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f48c7-0292-46c2-8e71-7c41a133052c req-a44986b9-69b4-4c38-8aef-a9bdb8fe5981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:27:14.936475 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-db5f48c7-0292-46c2-8e71-7c41a133052c req-a44986b9-69b4-4c38-8aef-a9bdb8fe5981 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4c77d99a-b153-4235-ba64-c09575767c95 HTTP/1.1" status: 200 len: 909 time: 0.0855834 Nov 17 15:27:14.999290 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-db5f48c7-0292-46c2-8e71-7c41a133052c req-9c903d4c-b7b0-4bd3-ab3f-1bfa3c756ef1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0eef539-5d06-4fdf-b0cd-00e256c37012 HTTP/1.1" status: 200 len: 1000 time: 0.0550447 Nov 17 15:27:15.047433 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f48c7-0292-46c2-8e71-7c41a133052c req-99695abb-3169-418d-8f67-de04e5f9bad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:27:15.048780 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-db5f48c7-0292-46c2-8e71-7c41a133052c req-99695abb-3169-418d-8f67-de04e5f9bad1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f690ba05-3db5-4ec2-958b-ac0f4f3f1c98 HTTP/1.1" status: 200 len: 847 time: 0.0424521 Nov 17 15:27:15.096241 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f48c7-0292-46c2-8e71-7c41a133052c req-df685fdb-dc78-459a-8725-8ed1c82cbb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:27:15.097659 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-db5f48c7-0292-46c2-8e71-7c41a133052c req-df685fdb-dc78-459a-8725-8ed1c82cbb85 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4c77d99a-b153-4235-ba64-c09575767c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414290 Nov 17 15:27:15.185736 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-db5f48c7-0292-46c2-8e71-7c41a133052c req-3178c8ee-47e5-489e-a3a1-5756115f5faa service neutron] 10.222.0.55 "GET /v2.0/networks/4c77d99a-b153-4235-ba64-c09575767c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798838 Nov 17 15:27:15.542722 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-db5f48c7-0292-46c2-8e71-7c41a133052c req-6a5d8582-12b7-49da-91d5-52f52ae1d1c7 service neutron] 10.222.0.55 "GET /v2.0/networks/4c77d99a-b153-4235-ba64-c09575767c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492157 Nov 17 15:27:21.497133 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-6616045b-ceff-4572-af95-def7c4eb1dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:23.822989 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1377e90c-70ca-4dc5-beef-5b5445c8a206 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:24.827760 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:26.330793 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:27.141497 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:28.079918 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 38370) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:27:28.232666 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [None req-c015fc17-120c-4413-b52e-68c697d74b04 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Deleting port ca7889fc-ca7b-49e5-ac53-1a96bdc8a25d {{(pid=101834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:27:28.233009 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-c015fc17-120c-4413-b52e-68c697d74b04 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:28.309446 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-c015fc17-120c-4413-b52e-68c697d74b04 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:28.309777 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-c015fc17-120c-4413-b52e-68c697d74b04 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:28.321007 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [None req-c015fc17-120c-4413-b52e-68c697d74b04 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Calling delete_port for ca7889fc-ca7b-49e5-ac53-1a96bdc8a25d owned by network:floatingip {{(pid=101834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:27:28.460695 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-c015fc17-120c-4413-b52e-68c697d74b04 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:28.489743 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c015fc17-120c-4413-b52e-68c697d74b04 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Pushing event deleted for resources: {'Port': ['ID=ca7889fc-ca7b-49e5-ac53-1a96bdc8a25d,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:27:28.501706 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015fc17-120c-4413-b52e-68c697d74b04 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:27:28.502048 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015fc17-120c-4413-b52e-68c697d74b04 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:27:28.502385 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015fc17-120c-4413-b52e-68c697d74b04 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:27:28.502717 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015fc17-120c-4413-b52e-68c697d74b04 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:27:28.503068 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015fc17-120c-4413-b52e-68c697d74b04 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:27:28.503415 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015fc17-120c-4413-b52e-68c697d74b04 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:27:28.503757 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015fc17-120c-4413-b52e-68c697d74b04 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:27:28.504059 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015fc17-120c-4413-b52e-68c697d74b04 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:27:28.504378 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015fc17-120c-4413-b52e-68c697d74b04 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:27:28.504696 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015fc17-120c-4413-b52e-68c697d74b04 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:27:28.505012 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015fc17-120c-4413-b52e-68c697d74b04 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:27:28.505327 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c015fc17-120c-4413-b52e-68c697d74b04 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101834) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:27:28.557438 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-c015fc17-120c-4413-b52e-68c697d74b04 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Publish callbacks [] for floatingip, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:28.557765 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.db.l3_db [None req-c015fc17-120c-4413-b52e-68c697d74b04 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Floating IP 49126880-0d42-4932-a613-feefe813ee88 disassociated (deleted). External IP: 172.27.1.62, port: c0eef539-5d06-4fdf-b0cd-00e256c37012. Nov 17 15:27:28.757991 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c015fc17-120c-4413-b52e-68c697d74b04 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Router 1d2155ac-7477-470c-9ca1-a0d1cc32f588 has already been hosted by L3 agent ed3bd2e8-8a22-4616-b806-7e727ef760a6 {{(pid=101834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 15:27:28.862890 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c015fc17-120c-4413-b52e-68c697d74b04 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Notify agent at l3_agent.dv-cinder-818233-1-iscsi the message routers_updated {{(pid=101834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 15:27:28.867621 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-c015fc17-120c-4413-b52e-68c697d74b04 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for floatingip, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:28.873505 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6581727f-ea3a-4e74-bb4b-8dbdd190ab2d None None] Sync routers for ids ['1d2155ac-7477-470c-9ca1-a0d1cc32f588'] in dv-cinder-818233-1-iscsi {{(pid=101835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 15:27:28.883933 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6581727f-ea3a-4e74-bb4b-8dbdd190ab2d None None] Routers {'1d2155ac-7477-470c-9ca1-a0d1cc32f588'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:27:28.884611 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-6581727f-ea3a-4e74-bb4b-8dbdd190ab2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:27:24Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['1d2155ac-7477-470c-9ca1-a0d1cc32f588'], 'active': True} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:27:28.897160 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-c015fc17-120c-4413-b52e-68c697d74b04 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "DELETE /v2.0/floatingips/49126880-0d42-4932-a613-feefe813ee88 HTTP/1.1" status: 204 len: 168 time: 0.8132496 Nov 17 15:27:28.897160 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f', 'tag': 'c0eef539-5d06-4fdf-b0cd-00e256c37012'}] {{(pid=101834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:27:28.897632 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10d7295a2f7876e94fbb36dd5f9fa1a1524f2628f083d864ab6dabde9166157e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2816147b-5f36-4197-9a27-ce9c4f367ff4" -d '{"events": [{"name": "network-changed", "server_uuid": "ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f", "tag": "c0eef539-5d06-4fdf-b0cd-00e256c37012"}]}' {{(pid=101834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:27:28.990929 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 17 Nov 2021 15:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362675e5-3f7f-4ee1-ac93-10c66d0ffc42 x-openstack-request-id: req-362675e5-3f7f-4ee1-ac93-10c66d0ffc42 {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:27:28.991218 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f", "tag": "c0eef539-5d06-4fdf-b0cd-00e256c37012", "status": "completed", "code": 200}]} {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:27:28.991502 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-362675e5-3f7f-4ee1-ac93-10c66d0ffc42 {{(pid=101834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:27:28.991913 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f', 'tag': 'c0eef539-5d06-4fdf-b0cd-00e256c37012', 'status': 'completed', 'code': 200} Nov 17 15:27:28.996663 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvr_db [None req-6581727f-ea3a-4e74-bb4b-8dbdd190ab2d None None] Set router 1d2155ac-7477-470c-9ca1-a0d1cc32f588 gateway port host: dv-cinder-818233-1-iscsi {{(pid=101835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:27:29.063851 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816147b-5f36-4197-9a27-ce9c4f367ff4 req-63cae14e-56a4-4f52-8466-ed0fb8cf6686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:27:29.065414 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-2816147b-5f36-4197-9a27-ce9c4f367ff4 req-63cae14e-56a4-4f52-8466-ed0fb8cf6686 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8c75dd62b5394a3392e391ff051bf8a6&device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f HTTP/1.1" status: 200 len: 1098 time: 0.0468068 Nov 17 15:27:29.136649 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bb026d-f3aa-4590-b6bf-ebd58df2f83e req-c2c5340f-6500-4da2-94b8-a6fd0a7ba791 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101833) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:27:29.138331 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-f8bb026d-f3aa-4590-b6bf-ebd58df2f83e req-c2c5340f-6500-4da2-94b8-a6fd0a7ba791 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f HTTP/1.1" status: 200 len: 945 time: 0.0588856 Nov 17 15:27:29.167956 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816147b-5f36-4197-9a27-ce9c4f367ff4 req-07437f62-6bca-4e3c-852a-80edacd8e9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:27:29.169454 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-2816147b-5f36-4197-9a27-ce9c4f367ff4 req-07437f62-6bca-4e3c-852a-80edacd8e9a0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4c77d99a-b153-4235-ba64-c09575767c95 HTTP/1.1" status: 200 len: 909 time: 0.0961764 Nov 17 15:27:29.196370 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [req-f8bb026d-f3aa-4590-b6bf-ebd58df2f83e req-cbec4e9c-feb5-4e4c-a240-048ad743b74d tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a3c471b-74b7-4f2e-b52d-549a8b7842f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507689 Nov 17 15:27:29.213737 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-2816147b-5f36-4197-9a27-ce9c4f367ff4 req-683a0c35-2995-4981-bf7a-adce9e11cd2d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0eef539-5d06-4fdf-b0cd-00e256c37012 HTTP/1.1" status: 200 len: 217 time: 0.0352900 Nov 17 15:27:29.268343 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816147b-5f36-4197-9a27-ce9c4f367ff4 req-62447900-e36d-45a6-835b-759e6865fc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:27:29.269847 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-2816147b-5f36-4197-9a27-ce9c4f367ff4 req-62447900-e36d-45a6-835b-759e6865fc9f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f690ba05-3db5-4ec2-958b-ac0f4f3f1c98 HTTP/1.1" status: 200 len: 847 time: 0.0474820 Nov 17 15:27:29.318939 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816147b-5f36-4197-9a27-ce9c4f367ff4 req-d88c4768-ca50-4f91-8360-69867c5085ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:27:29.320527 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-2816147b-5f36-4197-9a27-ce9c4f367ff4 req-d88c4768-ca50-4f91-8360-69867c5085ad service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4c77d99a-b153-4235-ba64-c09575767c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404541 Nov 17 15:27:29.333492 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-6581727f-ea3a-4e74-bb4b-8dbdd190ab2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2155ac-7477-470c-9ca1-a0d1cc32f588', 'name': 'tempest-TestShelveInstance-967637297-router', 'tenant_id': '8c75dd62b5394a3392e391ff051bf8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '761525e2-4b48-4f6b-b993-05b8d408f7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:23:09Z', 'updated_at': '2021-11-17T15:23:11Z', 'revision_number': 4, 'project_id': '8c75dd62b5394a3392e391ff051bf8a6', 'gw_port': {'id': '761525e2-4b48-4f6b-b993-05b8d408f7bf', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ce:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2155ac-7477-470c-9ca1-a0d1cc32f588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:23:09Z', 'updated_at': '2021-11-17T15:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': '956dd9a9-1c06-4f05-b941-f7956b484813', 'name': '', 'network_id': '4c77d99a-b153-4235-ba64-c09575767c95', 'tenant_id': '8c75dd62b5394a3392e391ff051bf8a6', 'mac_address': 'fa:16:3e:71:f5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2155ac-7477-470c-9ca1-a0d1cc32f588', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'f690ba05-3db5-4ec2-958b-ac0f4f3f1c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:23:11Z', 'updated_at': '2021-11-17T15:23:16Z', 'revision_number': 5, 'project_id': '8c75dd62b5394a3392e391ff051bf8a6', 'subnets': [{'id': 'f690ba05-3db5-4ec2-958b-ac0f4f3f1c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:27:29.363343 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6581727f-ea3a-4e74-bb4b-8dbdd190ab2d None None] Checking router: 1d2155ac-7477-470c-9ca1-a0d1cc32f588 for host: dv-cinder-818233-1-iscsi {{(pid=101835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 15:27:29.372023 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6581727f-ea3a-4e74-bb4b-8dbdd190ab2d None None] Routers {'1d2155ac-7477-470c-9ca1-a0d1cc32f588'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:27:29.372641 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-6581727f-ea3a-4e74-bb4b-8dbdd190ab2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:27:24Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['1d2155ac-7477-470c-9ca1-a0d1cc32f588'], 'active': True} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:27:29.411827 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-2816147b-5f36-4197-9a27-ce9c4f367ff4 req-5183a437-2dc0-41b4-87c1-e53489593813 service neutron] 10.222.0.55 "GET /v2.0/networks/4c77d99a-b153-4235-ba64-c09575767c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823638 Nov 17 15:27:29.476135 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvr_db [None req-6581727f-ea3a-4e74-bb4b-8dbdd190ab2d None None] Set router 1d2155ac-7477-470c-9ca1-a0d1cc32f588 gateway port host: dv-cinder-818233-1-iscsi {{(pid=101835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:27:29.513003 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-2816147b-5f36-4197-9a27-ce9c4f367ff4 req-13836252-659c-49d6-8148-4adae2227e15 service neutron] 10.222.0.55 "GET /v2.0/networks/4c77d99a-b153-4235-ba64-c09575767c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929916 Nov 17 15:27:29.675748 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-6581727f-ea3a-4e74-bb4b-8dbdd190ab2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2155ac-7477-470c-9ca1-a0d1cc32f588', 'name': 'tempest-TestShelveInstance-967637297-router', 'tenant_id': '8c75dd62b5394a3392e391ff051bf8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '761525e2-4b48-4f6b-b993-05b8d408f7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:23:09Z', 'updated_at': '2021-11-17T15:23:11Z', 'revision_number': 4, 'project_id': '8c75dd62b5394a3392e391ff051bf8a6', 'gw_port': {'id': '761525e2-4b48-4f6b-b993-05b8d408f7bf', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ce:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2155ac-7477-470c-9ca1-a0d1cc32f588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:23:09Z', 'updated_at': '2021-11-17T15:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': '956dd9a9-1c06-4f05-b941-f7956b484813', 'name': '', 'network_id': '4c77d99a-b153-4235-ba64-c09575767c95', 'tenant_id': '8c75dd62b5394a3392e391ff051bf8a6', 'mac_address': 'fa:16:3e:71:f5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2155ac-7477-470c-9ca1-a0d1cc32f588', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'f690ba05-3db5-4ec2-958b-ac0f4f3f1c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:23:11Z', 'updated_at': '2021-11-17T15:23:16Z', 'revision_number': 5, 'project_id': '8c75dd62b5394a3392e391ff051bf8a6', 'subnets': [{'id': 'f690ba05-3db5-4ec2-958b-ac0f4f3f1c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:27:29.701411 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6581727f-ea3a-4e74-bb4b-8dbdd190ab2d None None] The sync data for ids ['1d2155ac-7477-470c-9ca1-a0d1cc32f588'] in dv-cinder-818233-1-iscsi is: [{'id': '1d2155ac-7477-470c-9ca1-a0d1cc32f588', 'name': 'tempest-TestShelveInstance-967637297-router', 'tenant_id': '8c75dd62b5394a3392e391ff051bf8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '761525e2-4b48-4f6b-b993-05b8d408f7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:23:09Z', 'updated_at': '2021-11-17T15:23:11Z', 'revision_number': 4, 'project_id': '8c75dd62b5394a3392e391ff051bf8a6', 'gw_port': {'id': '761525e2-4b48-4f6b-b993-05b8d408f7bf', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ce:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2155ac-7477-470c-9ca1-a0d1cc32f588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:23:09Z', 'updated_at': '2021-11-17T15:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi', '_interfaces': [{'id': '956dd9a9-1c06-4f05-b941-f7956b484813', 'name': '', 'network_id': '4c77d99a-b153-4235-ba64-c09575767c95', 'tenant_id': '8c75dd62b5394a3392e391ff051bf8a6', 'mac_address': 'fa:16:3e:71:f5:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2155ac-7477-470c-9ca1-a0d1cc32f588', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'f690ba05-3db5-4ec2-958b-ac0f4f3f1c98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:23:11Z', 'updated_at': '2021-11-17T15:23:16Z', 'revision_number': 5, 'project_id': '8c75dd62b5394a3392e391ff051bf8a6', 'subnets': [{'id': 'f690ba05-3db5-4ec2-958b-ac0f4f3f1c98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 15:27:29.911244 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb80eaca-a8dc-42b3-bee3-bdfdc3c2bcb8 None None] New status for floating IP 49126880-0d42-4932-a613-feefe813ee88: DOWN {{(pid=101836) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 17 15:27:30.314392 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a784cc4-82b1-412f-9b5f-afcee6106fee req-6977e1ad-662a-42f8-b116-152f93427ab4 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:27:30.315913 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-0a784cc4-82b1-412f-9b5f-afcee6106fee req-6977e1ad-662a-42f8-b116-152f93427ab4 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f HTTP/1.1" status: 200 len: 945 time: 0.0495343 Nov 17 15:27:30.365465 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-0a784cc4-82b1-412f-9b5f-afcee6106fee req-b010b70e-35be-4636-a1a6-7e9bbd7c6356 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a3c471b-74b7-4f2e-b52d-549a8b7842f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432191 Nov 17 15:27:30.670458 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15894c2e-68a3-4656-b615-9b463ced9b37 req-ec998da6-d5b1-468e-8379-8c1a18e2911c tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101834) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 17 15:27:30.671958 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-15894c2e-68a3-4656-b615-9b463ced9b37 req-ec998da6-d5b1-468e-8379-8c1a18e2911c tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.55 "GET /v2.0/ports?device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f HTTP/1.1" status: 200 len: 945 time: 0.0511265 Nov 17 15:27:30.758047 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [req-15894c2e-68a3-4656-b615-9b463ced9b37 req-0b635437-1229-4c6a-85de-f301108606cc tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Deleting port c0eef539-5d06-4fdf-b0cd-00e256c37012 {{(pid=101834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:27:30.758372 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-15894c2e-68a3-4656-b615-9b463ced9b37 req-0b635437-1229-4c6a-85de-f301108606cc tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:30.845646 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [req-15894c2e-68a3-4656-b615-9b463ced9b37 req-0b635437-1229-4c6a-85de-f301108606cc tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] For port c0eef539-5d06-4fdf-b0cd-00e256c37012, host hv-cinder-81823, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81823',level=0,port_id=c0eef539-5d06-4fdf-b0cd-00e256c37012,segment=NetworkSegment(837ff733-dae1-4505-95b6-ef433d09b213),segment_id=837ff733-dae1-4505-95b6-ef433d09b213)] {{(pid=101834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:27:30.846249 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-15894c2e-68a3-4656-b615-9b463ced9b37 req-0b635437-1229-4c6a-85de-f301108606cc tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:30.858141 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [req-15894c2e-68a3-4656-b615-9b463ced9b37 req-0b635437-1229-4c6a-85de-f301108606cc tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Calling delete_port for c0eef539-5d06-4fdf-b0cd-00e256c37012 owned by compute:nova {{(pid=101834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:27:30.979239 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-15894c2e-68a3-4656-b615-9b463ced9b37 req-0b635437-1229-4c6a-85de-f301108606cc tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:31.010326 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b635437-1229-4c6a-85de-f301108606cc tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Pushing event deleted for resources: {'Port': ['ID=c0eef539-5d06-4fdf-b0cd-00e256c37012,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:27:31.049624 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.l3_dvrscheduler_db [req-15894c2e-68a3-4656-b615-9b463ced9b37 req-0b635437-1229-4c6a-85de-f301108606cc tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] No DVR routers for this DVR port c0eef539-5d06-4fdf-b0cd-00e256c37012 on host hv-cinder-81823 {{(pid=101834) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 15:27:31.052115 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [req-15894c2e-68a3-4656-b615-9b463ced9b37 req-0b635437-1229-4c6a-85de-f301108606cc tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10496'] for port, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:31.055406 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-15894c2e-68a3-4656-b615-9b463ced9b37 req-0b635437-1229-4c6a-85de-f301108606cc tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.55 "DELETE /v2.0/ports/c0eef539-5d06-4fdf-b0cd-00e256c37012 HTTP/1.1" status: 204 len: 173 time: 0.3771660 Nov 17 15:27:31.055837 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f', 'name': 'network-vif-deleted', 'tag': 'c0eef539-5d06-4fdf-b0cd-00e256c37012'}] {{(pid=101834) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 17 15:27:31.058030 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}10d7295a2f7876e94fbb36dd5f9fa1a1524f2628f083d864ab6dabde9166157e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08d57b6-764c-4a17-ba89-a14a55aaff33" -d '{"events": [{"server_uuid": "ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f", "name": "network-vif-deleted", "tag": "c0eef539-5d06-4fdf-b0cd-00e256c37012"}]}' {{(pid=101834) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 17 15:27:31.098301 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 17 Nov 2021 15:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16496327-7b1c-4ed5-a60b-031e781c54f9 x-openstack-request-id: req-16496327-7b1c-4ed5-a60b-031e781c54f9 {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 17 15:27:31.098589 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f", "name": "network-vif-deleted", "tag": "c0eef539-5d06-4fdf-b0cd-00e256c37012", "status": "completed", "code": 200}]} {{(pid=101834) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 17 15:27:31.098977 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-16496327-7b1c-4ed5-a60b-031e781c54f9 {{(pid=101834) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 17 15:27:31.099433 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f', 'name': 'network-vif-deleted', 'tag': 'c0eef539-5d06-4fdf-b0cd-00e256c37012', 'status': 'completed', 'code': 200} Nov 17 15:27:31.462830 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [req-f28a8cc2-0b66-4b80-a678-999227fa509a req-2af1e903-1fac-4e46-8682-1946aa4fbfb5 tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab2615fd-fc1e-4bc5-a9c1-03fa2acffa4f HTTP/1.1" status: 200 len: 210 time: 0.0265601 Nov 17 15:27:32.518879 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 38400) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:27:32.574381 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-8bc1808f-cc6a-4a4a-b61c-f2dd565c60ec tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Publish callbacks [] for security_group, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:32.602665 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-8bc1808f-cc6a-4a4a-b61c-f2dd565c60ec tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:32.659527 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-8bc1808f-cc6a-4a4a-b61c-f2dd565c60ec tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:32.662640 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-8bc1808f-cc6a-4a4a-b61c-f2dd565c60ec tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Publish callbacks [] for security_group, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:32.663798 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-8bc1808f-cc6a-4a4a-b61c-f2dd565c60ec tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] 10.222.0.62 "DELETE /v2.0/security-groups/6a3c471b-74b7-4f2e-b52d-549a8b7842f9 HTTP/1.1" status: 204 len: 168 time: 0.1438169 Nov 17 15:27:32.672770 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc1808f-cc6a-4a4a-b61c-f2dd565c60ec tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3c471b-74b7-4f2e-b52d-549a8b7842f9,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:27:32.683199 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc1808f-cc6a-4a4a-b61c-f2dd565c60ec tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:27:32.683569 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc1808f-cc6a-4a4a-b61c-f2dd565c60ec tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:27:32.683907 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc1808f-cc6a-4a4a-b61c-f2dd565c60ec tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:27:32.684304 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc1808f-cc6a-4a4a-b61c-f2dd565c60ec tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:27:32.684559 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc1808f-cc6a-4a4a-b61c-f2dd565c60ec tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:27:32.684886 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc1808f-cc6a-4a4a-b61c-f2dd565c60ec tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:27:32.685205 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc1808f-cc6a-4a4a-b61c-f2dd565c60ec tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:27:32.685525 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc1808f-cc6a-4a4a-b61c-f2dd565c60ec tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:27:32.685850 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc1808f-cc6a-4a4a-b61c-f2dd565c60ec tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:27:32.686176 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc1808f-cc6a-4a4a-b61c-f2dd565c60ec tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:27:32.686537 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc1808f-cc6a-4a4a-b61c-f2dd565c60ec tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:27:32.686891 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bc1808f-cc6a-4a4a-b61c-f2dd565c60ec tempest-TestShelveInstance-1777095801 tempest-TestShelveInstance-1777095801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-818233-1-iscsi {{(pid=101833) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 17 15:27:32.707888 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 38404) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:27:33.041289 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-436b00f7-f6fb-4a74-8948-4ee802405ec7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-525699'] for router_interface, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:33.272035 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [None req-436b00f7-f6fb-4a74-8948-4ee802405ec7 admin admin] Deleting port 956dd9a9-1c06-4f05-b941-f7956b484813 {{(pid=101834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:27:33.272366 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-436b00f7-f6fb-4a74-8948-4ee802405ec7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:33.347164 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [None req-436b00f7-f6fb-4a74-8948-4ee802405ec7 admin admin] For port 956dd9a9-1c06-4f05-b941-f7956b484813, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=956dd9a9-1c06-4f05-b941-f7956b484813,segment=NetworkSegment(837ff733-dae1-4505-95b6-ef433d09b213),segment_id=837ff733-dae1-4505-95b6-ef433d09b213)] {{(pid=101834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:27:33.347546 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-436b00f7-f6fb-4a74-8948-4ee802405ec7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:33.359950 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [None req-436b00f7-f6fb-4a74-8948-4ee802405ec7 admin admin] Calling delete_port for 956dd9a9-1c06-4f05-b941-f7956b484813 owned by network:router_interface {{(pid=101834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:27:33.538240 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-436b00f7-f6fb-4a74-8948-4ee802405ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:33.565557 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436b00f7-f6fb-4a74-8948-4ee802405ec7 admin admin] Pushing event deleted for resources: {'Port': ['ID=956dd9a9-1c06-4f05-b941-f7956b484813,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:27:33.724765 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-436b00f7-f6fb-4a74-8948-4ee802405ec7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1014546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524637'] for router_interface, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:33.935714 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-436b00f7-f6fb-4a74-8948-4ee802405ec7 admin admin] Router 1d2155ac-7477-470c-9ca1-a0d1cc32f588 has already been hosted by L3 agent ed3bd2e8-8a22-4616-b806-7e727ef760a6 {{(pid=101834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 15:27:34.299284 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436b00f7-f6fb-4a74-8948-4ee802405ec7 admin admin] Notify agent at l3_agent.dv-cinder-818233-1-iscsi the message routers_updated {{(pid=101834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 15:27:34.304105 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-436b00f7-f6fb-4a74-8948-4ee802405ec7 admin admin] 10.222.0.62 "PUT /v2.0/routers/1d2155ac-7477-470c-9ca1-a0d1cc32f588/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5952947 Nov 17 15:27:34.306589 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 38408) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:27:34.309306 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e3a723-69c8-47bd-8d9b-b80fd2d8ae62 None None] Sync routers for ids ['1d2155ac-7477-470c-9ca1-a0d1cc32f588'] in dv-cinder-818233-1-iscsi {{(pid=101835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 15:27:34.319674 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e3a723-69c8-47bd-8d9b-b80fd2d8ae62 None None] Routers {'1d2155ac-7477-470c-9ca1-a0d1cc32f588'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:27:34.320281 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-75e3a723-69c8-47bd-8d9b-b80fd2d8ae62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:27:24Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['1d2155ac-7477-470c-9ca1-a0d1cc32f588'], 'active': True} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:27:34.406553 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-5e2842a8-578f-4770-9e81-90c911c739aa admin admin] Publish callbacks [] for router, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:34.410446 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device c0eef539-5d06-4fdf-b0cd-00e256c37012 no longer exists at agent hyperv_hv-cinder-81823 {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 15:27:34.435959 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] No Port match for: c0eef539-5d06-4fdf-b0cd-00e256c37012 {{(pid=101835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 15:27:34.436303 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Device c0eef539-5d06-4fdf-b0cd-00e256c37012 not bound to the agent host hv-cinder-81823 {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 15:27:34.444540 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvr_db [None req-75e3a723-69c8-47bd-8d9b-b80fd2d8ae62 None None] Set router 1d2155ac-7477-470c-9ca1-a0d1cc32f588 gateway port host: dv-cinder-818233-1-iscsi {{(pid=101835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:27:34.508079 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-5e2842a8-578f-4770-9e81-90c911c739aa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:34.562419 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [None req-5e2842a8-578f-4770-9e81-90c911c739aa admin admin] Deleting port 761525e2-4b48-4f6b-b993-05b8d408f7bf {{(pid=101834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:27:34.562673 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-5e2842a8-578f-4770-9e81-90c911c739aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:34.626638 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-75e3a723-69c8-47bd-8d9b-b80fd2d8ae62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2155ac-7477-470c-9ca1-a0d1cc32f588', 'name': 'tempest-TestShelveInstance-967637297-router', 'tenant_id': '8c75dd62b5394a3392e391ff051bf8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': '761525e2-4b48-4f6b-b993-05b8d408f7bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:23:09Z', 'updated_at': '2021-11-17T15:27:33Z', 'revision_number': 5, 'project_id': '8c75dd62b5394a3392e391ff051bf8a6', 'gw_port': {'id': '761525e2-4b48-4f6b-b993-05b8d408f7bf', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:ce:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2155ac-7477-470c-9ca1-a0d1cc32f588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:23:09Z', 'updated_at': '2021-11-17T15:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi'}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:27:34.640082 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [None req-5e2842a8-578f-4770-9e81-90c911c739aa admin admin] For port 761525e2-4b48-4f6b-b993-05b8d408f7bf, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=761525e2-4b48-4f6b-b993-05b8d408f7bf,segment=NetworkSegment(e39e10fc-a942-4c92-be27-2cc9068c33b8),segment_id=e39e10fc-a942-4c92-be27-2cc9068c33b8)] {{(pid=101834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:27:34.640440 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-5e2842a8-578f-4770-9e81-90c911c739aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:34.652721 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [None req-5e2842a8-578f-4770-9e81-90c911c739aa admin admin] Calling delete_port for 761525e2-4b48-4f6b-b993-05b8d408f7bf owned by network:router_gateway {{(pid=101834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:27:34.656476 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e3a723-69c8-47bd-8d9b-b80fd2d8ae62 None None] Checking router: 1d2155ac-7477-470c-9ca1-a0d1cc32f588 for host: dv-cinder-818233-1-iscsi {{(pid=101835) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 15:27:34.664483 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e3a723-69c8-47bd-8d9b-b80fd2d8ae62 None None] Routers {'1d2155ac-7477-470c-9ca1-a0d1cc32f588'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101835) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:27:34.665083 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-75e3a723-69c8-47bd-8d9b-b80fd2d8ae62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:27:24Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['1d2155ac-7477-470c-9ca1-a0d1cc32f588'], 'active': True} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:27:34.748646 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_dvr_db [None req-75e3a723-69c8-47bd-8d9b-b80fd2d8ae62 None None] Set router 1d2155ac-7477-470c-9ca1-a0d1cc32f588 gateway port host: None {{(pid=101835) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:27:34.799726 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.db.l3_hamode_db [None req-75e3a723-69c8-47bd-8d9b-b80fd2d8ae62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2155ac-7477-470c-9ca1-a0d1cc32f588', 'name': 'tempest-TestShelveInstance-967637297-router', 'tenant_id': '8c75dd62b5394a3392e391ff051bf8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:23:09Z', 'updated_at': '2021-11-17T15:27:34Z', 'revision_number': 6, 'project_id': '8c75dd62b5394a3392e391ff051bf8a6', 'gw_port_host': None}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101835) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:27:34.811820 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-5e2842a8-578f-4770-9e81-90c911c739aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:34.828714 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e3a723-69c8-47bd-8d9b-b80fd2d8ae62 None None] The sync data for ids ['1d2155ac-7477-470c-9ca1-a0d1cc32f588'] in dv-cinder-818233-1-iscsi is: [{'id': '1d2155ac-7477-470c-9ca1-a0d1cc32f588', 'name': 'tempest-TestShelveInstance-967637297-router', 'tenant_id': '8c75dd62b5394a3392e391ff051bf8a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:23:09Z', 'updated_at': '2021-11-17T15:27:34Z', 'revision_number': 6, 'project_id': '8c75dd62b5394a3392e391ff051bf8a6', 'gw_port_host': None}] {{(pid=101835) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 15:27:34.837660 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2842a8-578f-4770-9e81-90c911c739aa admin admin] Pushing event deleted for resources: {'Port': ['ID=761525e2-4b48-4f6b-b993-05b8d408f7bf,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:27:34.898666 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-5e2842a8-578f-4770-9e81-90c911c739aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526941'] for router_gateway, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:34.984667 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-5e2842a8-578f-4770-9e81-90c911c739aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11547'] for router, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:34.986729 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-5e2842a8-578f-4770-9e81-90c911c739aa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:35.026661 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-5e2842a8-578f-4770-9e81-90c911c739aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044611'] for router, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:35.027193 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2842a8-578f-4770-9e81-90c911c739aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d2155ac-7477-470c-9ca1-a0d1cc32f588 {{(pid=101834) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 17 15:27:35.031477 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-5e2842a8-578f-4770-9e81-90c911c739aa admin admin] Publish callbacks [] for router, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:35.032545 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-5e2842a8-578f-4770-9e81-90c911c739aa admin admin] 10.222.0.62 "DELETE /v2.0/routers/1d2155ac-7477-470c-9ca1-a0d1cc32f588 HTTP/1.1" status: 204 len: 168 time: 0.7250690 Nov 17 15:27:35.035154 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 38410) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:27:35.078623 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.db.db_base_plugin_v2 [None req-20b9da0b-474b-4946-9f0d-ecaa50c0853d admin admin] Deleting subnet f690ba05-3db5-4ec2-958b-ac0f4f3f1c98 {{(pid=101834) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 17 15:27:35.081694 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-20b9da0b-474b-4946-9f0d-ecaa50c0853d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:35.119409 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-20b9da0b-474b-4946-9f0d-ecaa50c0853d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5815862'] for subnet, precommit_delete_associations {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:35.195837 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-20b9da0b-474b-4946-9f0d-ecaa50c0853d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925678'] for subnet, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:35.252779 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-20b9da0b-474b-4946-9f0d-ecaa50c0853d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4397626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5767653'] for subnet, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:35.278999 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b9da0b-474b-4946-9f0d-ecaa50c0853d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f690ba05-3db5-4ec2-958b-ac0f4f3f1c98,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:27:35.283733 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-20b9da0b-474b-4946-9f0d-ecaa50c0853d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:35.290348 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 38412) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:27:35.291024 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-20b9da0b-474b-4946-9f0d-ecaa50c0853d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/f690ba05-3db5-4ec2-958b-ac0f4f3f1c98 HTTP/1.1" status: 204 len: 168 time: 0.2548652 Nov 17 15:27:35.293359 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3e27f6-396f-45a7-8a40-183fba9854c6 None None] Network 4c77d99a-b153-4235-ba64-c09575767c95 requested from dv-cinder-818233-1-iscsi {{(pid=101835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 15:27:35.357432 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-eac59e2f-4c86-4d72-92c5-8133a78e4ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056431'] for network, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:35.409104 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.plugin [None req-eac59e2f-4c86-4d72-92c5-8133a78e4ec6 admin admin] Deleting port eaa5a071-103f-4607-bcd5-f91e79170cce {{(pid=101833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:27:35.409395 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-eac59e2f-4c86-4d72-92c5-8133a78e4ec6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:35.475488 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.db [None req-eac59e2f-4c86-4d72-92c5-8133a78e4ec6 admin admin] For port eaa5a071-103f-4607-bcd5-f91e79170cce, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=eaa5a071-103f-4607-bcd5-f91e79170cce,segment=NetworkSegment(837ff733-dae1-4505-95b6-ef433d09b213),segment_id=837ff733-dae1-4505-95b6-ef433d09b213)] {{(pid=101833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:27:35.475850 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-eac59e2f-4c86-4d72-92c5-8133a78e4ec6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:35.487772 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.plugin [None req-eac59e2f-4c86-4d72-92c5-8133a78e4ec6 admin admin] Calling delete_port for eaa5a071-103f-4607-bcd5-f91e79170cce owned by network:dhcp {{(pid=101833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:27:35.577354 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-eac59e2f-4c86-4d72-92c5-8133a78e4ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4228920'] for port, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:35.604483 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac59e2f-4c86-4d72-92c5-8133a78e4ec6 admin admin] Pushing event deleted for resources: {'Port': ['ID=eaa5a071-103f-4607-bcd5-f91e79170cce,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:27:35.606327 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac59e2f-4c86-4d72-92c5-8133a78e4ec6 admin admin] No DVR routers for this DVR port eaa5a071-103f-4607-bcd5-f91e79170cce on host dv-cinder-818233-1-iscsi {{(pid=101833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 15:27:35.628092 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01edb05-1d31-4e86-ac24-fba15b297c36 None None] DHCP port deletion for 4c77d99a-b153-4235-ba64-c09575767c95 request from dv-cinder-818233-1-iscsi {{(pid=101835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 17 15:27:35.634037 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device 956dd9a9-1c06-4f05-b941-f7956b484813 no longer exists at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 15:27:35.672091 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] No Port match for: 956dd9a9-1c06-4f05-b941-f7956b484813 {{(pid=101835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 15:27:35.672437 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device 956dd9a9-1c06-4f05-b941-f7956b484813 not bound to the agent host dv-cinder-818233-1-iscsi {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 15:27:35.680573 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-eac59e2f-4c86-4d72-92c5-8133a78e4ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926295', 'neutron.services.segments.db._delete_segments_for_network-8776334380099'] for network, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:35.700610 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.services.segments.db [None req-eac59e2f-4c86-4d72-92c5-8133a78e4ec6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c77d99a-b153-4235-ba64-c09575767c95']}} {{(pid=101833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:27:35.710919 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.services.segments.db [None req-eac59e2f-4c86-4d72-92c5-8133a78e4ec6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '837ff733-dae1-4505-95b6-ef433d09b213') {'for_net_delete': True} {{(pid=101833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:27:35.711211 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.services.segments.db [None req-eac59e2f-4c86-4d72-92c5-8133a78e4ec6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '837ff733-dae1-4505-95b6-ef433d09b213') {} {{(pid=101833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:27:35.725118 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-eac59e2f-4c86-4d72-92c5-8133a78e4ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776334381132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4228812'] for segment, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:35.738229 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-eac59e2f-4c86-4d72-92c5-8133a78e4ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931355'] for segment, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:35.744215 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eac59e2f-4c86-4d72-92c5-8133a78e4ec6 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=101833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 17 15:27:35.744599 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-eac59e2f-4c86-4d72-92c5-8133a78e4ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4228939'] for segment, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:35.746259 dv-cinder-818233-1-iscsi neutron-server[101833]: Traceback (most recent call last): Nov 17 15:27:35.746259 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 17 15:27:35.746259 dv-cinder-818233-1-iscsi neutron-server[101833]: timer() Nov 17 15:27:35.746259 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 17 15:27:35.746259 dv-cinder-818233-1-iscsi neutron-server[101833]: cb(*args, **kw) Nov 17 15:27:35.746259 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 17 15:27:35.746259 dv-cinder-818233-1-iscsi neutron-server[101833]: return func(*args, **kwargs) Nov 17 15:27:35.746259 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 17 15:27:35.746259 dv-cinder-818233-1-iscsi neutron-server[101833]: self._notify() Nov 17 15:27:35.746259 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 17 15:27:35.746259 dv-cinder-818233-1-iscsi neutron-server[101833]: self.callback(batched_events) Nov 17 15:27:35.746259 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 17 15:27:35.746259 dv-cinder-818233-1-iscsi neutron-server[101833]: event.method(event) Nov 17 15:27:35.746259 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 17 15:27:35.746259 dv-cinder-818233-1-iscsi neutron-server[101833]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 17 15:27:35.746259 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 17 15:27:35.746259 dv-cinder-818233-1-iscsi neutron-server[101833]: aggregate_uuid = self.p_client.list_aggregates( Nov 17 15:27:35.746259 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 17 15:27:35.746259 dv-cinder-818233-1-iscsi neutron-server[101833]: return f(self, *a, **k) Nov 17 15:27:35.746259 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 17 15:27:35.746259 dv-cinder-818233-1-iscsi neutron-server[101833]: return self._get(url).json() Nov 17 15:27:35.746259 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 17 15:27:35.746259 dv-cinder-818233-1-iscsi neutron-server[101833]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 17 15:27:35.746259 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 17 15:27:35.746259 dv-cinder-818233-1-iscsi neutron-server[101833]: return self.request(url, 'GET', **kwargs) Nov 17 15:27:35.746259 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 17 15:27:35.746259 dv-cinder-818233-1-iscsi neutron-server[101833]: base_url = self.get_endpoint(auth, allow=allow, Nov 17 15:27:35.746259 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 17 15:27:35.746259 dv-cinder-818233-1-iscsi neutron-server[101833]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 17 15:27:35.746259 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 17 15:27:35.746259 dv-cinder-818233-1-iscsi neutron-server[101833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 17 15:27:35.746259 dv-cinder-818233-1-iscsi neutron-server[101833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 17 15:27:35.799815 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-eac59e2f-4c86-4d72-92c5-8133a78e4ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526969'] for network, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:35.805201 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-eac59e2f-4c86-4d72-92c5-8133a78e4ec6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for network, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:35.808492 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-eac59e2f-4c86-4d72-92c5-8133a78e4ec6 admin admin] 10.222.0.62 "DELETE /v2.0/networks/4c77d99a-b153-4235-ba64-c09575767c95 HTTP/1.1" status: 204 len: 168 time: 0.5171475 Nov 17 15:27:35.811924 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [-] (101834) accepted ('10.222.0.62', 38414) {{(pid=101834) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:27:35.820017 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac59e2f-4c86-4d72-92c5-8133a78e4ec6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c77d99a-b153-4235-ba64-c09575767c95,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:27:36.156857 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-bf0b9549-9a6d-427d-8000-49860878f0cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-525699'] for router_interface, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:36.292921 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:36.400695 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [None req-bf0b9549-9a6d-427d-8000-49860878f0cd admin admin] Deleting port 4420ce48-10ce-4470-aef2-ce1df17784be {{(pid=101834) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:27:36.401023 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-bf0b9549-9a6d-427d-8000-49860878f0cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:36.475971 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.db [None req-bf0b9549-9a6d-427d-8000-49860878f0cd admin admin] For port 4420ce48-10ce-4470-aef2-ce1df17784be, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=4420ce48-10ce-4470-aef2-ce1df17784be,segment=NetworkSegment(b7879708-ef92-4b50-8b69-fa71ed05c119),segment_id=b7879708-ef92-4b50-8b69-fa71ed05c119)] {{(pid=101834) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:27:36.476329 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-bf0b9549-9a6d-427d-8000-49860878f0cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:36.488258 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.plugins.ml2.plugin [None req-bf0b9549-9a6d-427d-8000-49860878f0cd admin admin] Calling delete_port for 4420ce48-10ce-4470-aef2-ce1df17784be owned by network:router_interface {{(pid=101834) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:27:36.669375 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-bf0b9549-9a6d-427d-8000-49860878f0cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4397591'] for port, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:36.693775 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b9549-9a6d-427d-8000-49860878f0cd admin admin] Pushing event deleted for resources: {'Port': ['ID=4420ce48-10ce-4470-aef2-ce1df17784be,revision_number=None']} {{(pid=101834) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:27:36.866928 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron_lib.callbacks.manager [None req-bf0b9549-9a6d-427d-8000-49860878f0cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1014546', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-524637'] for router_interface, after_delete {{(pid=101834) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:37.071652 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf0b9549-9a6d-427d-8000-49860878f0cd admin admin] Router 2ebe98d0-2e19-4363-b692-eaa56a18bef0 has already been hosted by L3 agent ed3bd2e8-8a22-4616-b806-7e727ef760a6 {{(pid=101834) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 17 15:27:37.176094 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0b9549-9a6d-427d-8000-49860878f0cd admin admin] Notify agent at l3_agent.dv-cinder-818233-1-iscsi the message routers_updated {{(pid=101834) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 17 15:27:37.184658 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 38416) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:27:37.185072 dv-cinder-818233-1-iscsi neutron-server[101834]: INFO neutron.wsgi [None req-bf0b9549-9a6d-427d-8000-49860878f0cd admin admin] 10.222.0.62 "PUT /v2.0/routers/2ebe98d0-2e19-4363-b692-eaa56a18bef0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3717821 Nov 17 15:27:37.186649 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6763299-2fa4-4f36-9a5a-cfc1d2aeafd1 None None] Sync routers for ids ['2ebe98d0-2e19-4363-b692-eaa56a18bef0'] in dv-cinder-818233-1-iscsi {{(pid=101836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 17 15:27:37.196229 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6763299-2fa4-4f36-9a5a-cfc1d2aeafd1 None None] Routers {'2ebe98d0-2e19-4363-b692-eaa56a18bef0'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:27:37.196836 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-b6763299-2fa4-4f36-9a5a-cfc1d2aeafd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:27:24Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['2ebe98d0-2e19-4363-b692-eaa56a18bef0'], 'active': True} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:27:37.236127 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device 761525e2-4b48-4f6b-b993-05b8d408f7bf no longer exists at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 15:27:37.255831 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] No Port match for: 761525e2-4b48-4f6b-b993-05b8d408f7bf {{(pid=101835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 15:27:37.256171 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device 761525e2-4b48-4f6b-b993-05b8d408f7bf not bound to the agent host dv-cinder-818233-1-iscsi {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 15:27:37.256784 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device eaa5a071-103f-4607-bcd5-f91e79170cce no longer exists at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 15:27:37.275749 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] No Port match for: eaa5a071-103f-4607-bcd5-f91e79170cce {{(pid=101835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 15:27:37.276091 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device eaa5a071-103f-4607-bcd5-f91e79170cce not bound to the agent host dv-cinder-818233-1-iscsi {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 15:27:37.296474 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-dc65a00d-a85a-42ac-b6aa-0bd3e5886517 admin admin] Publish callbacks [] for router, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:37.312080 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvr_db [None req-b6763299-2fa4-4f36-9a5a-cfc1d2aeafd1 None None] Set router 2ebe98d0-2e19-4363-b692-eaa56a18bef0 gateway port host: dv-cinder-818233-1-iscsi {{(pid=101836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:27:37.396759 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-dc65a00d-a85a-42ac-b6aa-0bd3e5886517 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:37.449991 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.plugin [None req-dc65a00d-a85a-42ac-b6aa-0bd3e5886517 admin admin] Deleting port 24015976-4b53-4de7-9c76-3308f3ed6dcb {{(pid=101833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:27:37.450333 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-dc65a00d-a85a-42ac-b6aa-0bd3e5886517 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:37.488962 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-b6763299-2fa4-4f36-9a5a-cfc1d2aeafd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebe98d0-2e19-4363-b692-eaa56a18bef0', 'name': 'tempest-TestShelveInstance-198901831-router', 'tenant_id': 'f7dee363af244c71aab516aefeb178d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'external_fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '24015976-4b53-4de7-9c76-3308f3ed6dcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:23:13Z', 'updated_at': '2021-11-17T15:27:36Z', 'revision_number': 5, 'project_id': 'f7dee363af244c71aab516aefeb178d7', 'gw_port': {'id': '24015976-4b53-4de7-9c76-3308f3ed6dcb', 'name': '', 'network_id': '183472ab-d8ab-4bee-8fe8-a0a558356eba', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ebe98d0-2e19-4363-b692-eaa56a18bef0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-818233-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-17T15:23:14Z', 'updated_at': '2021-11-17T15:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '10bde91e-9264-4f35-ad90-cbbdc12529d4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-818233-1-iscsi'}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:27:37.514552 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6763299-2fa4-4f36-9a5a-cfc1d2aeafd1 None None] Checking router: 2ebe98d0-2e19-4363-b692-eaa56a18bef0 for host: dv-cinder-818233-1-iscsi {{(pid=101836) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 17 15:27:37.524081 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6763299-2fa4-4f36-9a5a-cfc1d2aeafd1 None None] Routers {'2ebe98d0-2e19-4363-b692-eaa56a18bef0'} bound to L3 agent in host dv-cinder-818233-1-iscsi {{(pid=101836) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 17 15:27:37.526186 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-b6763299-2fa4-4f36-9a5a-cfc1d2aeafd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-818233-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-17T15:02:54Z,description=,heartbeat_timestamp=2021-11-17T15:27:24Z,host='dv-cinder-818233-1-iscsi',id=ed3bd2e8-8a22-4616-b806-7e727ef760a6,load=0,resource_versions=,resources_synced=,started_at=2021-11-17T15:02:54Z,topic='l3_agent')) {'router_ids': ['2ebe98d0-2e19-4363-b692-eaa56a18bef0'], 'active': True} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:27:37.534433 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.db [None req-dc65a00d-a85a-42ac-b6aa-0bd3e5886517 admin admin] For port 24015976-4b53-4de7-9c76-3308f3ed6dcb, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=24015976-4b53-4de7-9c76-3308f3ed6dcb,segment=NetworkSegment(e39e10fc-a942-4c92-be27-2cc9068c33b8),segment_id=e39e10fc-a942-4c92-be27-2cc9068c33b8)] {{(pid=101833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:27:37.534823 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-dc65a00d-a85a-42ac-b6aa-0bd3e5886517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:37.547069 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.plugin [None req-dc65a00d-a85a-42ac-b6aa-0bd3e5886517 admin admin] Calling delete_port for 24015976-4b53-4de7-9c76-3308f3ed6dcb owned by network:router_gateway {{(pid=101833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:27:37.610839 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_dvr_db [None req-b6763299-2fa4-4f36-9a5a-cfc1d2aeafd1 None None] Set router 2ebe98d0-2e19-4363-b692-eaa56a18bef0 gateway port host: None {{(pid=101836) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 17 15:27:37.660857 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.l3_hamode_db [None req-b6763299-2fa4-4f36-9a5a-cfc1d2aeafd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ebe98d0-2e19-4363-b692-eaa56a18bef0', 'name': 'tempest-TestShelveInstance-198901831-router', 'tenant_id': 'f7dee363af244c71aab516aefeb178d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:23:13Z', 'updated_at': '2021-11-17T15:27:37Z', 'revision_number': 6, 'project_id': 'f7dee363af244c71aab516aefeb178d7', 'gw_port_host': None}], 'dv-cinder-818233-1-iscsi', False) {} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:27:37.690454 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6763299-2fa4-4f36-9a5a-cfc1d2aeafd1 None None] The sync data for ids ['2ebe98d0-2e19-4363-b692-eaa56a18bef0'] in dv-cinder-818233-1-iscsi is: [{'id': '2ebe98d0-2e19-4363-b692-eaa56a18bef0', 'name': 'tempest-TestShelveInstance-198901831-router', 'tenant_id': 'f7dee363af244c71aab516aefeb178d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-17T15:23:13Z', 'updated_at': '2021-11-17T15:27:37Z', 'revision_number': 6, 'project_id': 'f7dee363af244c71aab516aefeb178d7', 'gw_port_host': None}] {{(pid=101836) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 17 15:27:37.719443 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-dc65a00d-a85a-42ac-b6aa-0bd3e5886517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4228920'] for port, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:37.746982 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc65a00d-a85a-42ac-b6aa-0bd3e5886517 admin admin] Pushing event deleted for resources: {'Port': ['ID=24015976-4b53-4de7-9c76-3308f3ed6dcb,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:27:37.802555 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-dc65a00d-a85a-42ac-b6aa-0bd3e5886517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526941'] for router_gateway, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:37.888799 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-dc65a00d-a85a-42ac-b6aa-0bd3e5886517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1044634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11547'] for router, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:37.890889 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-dc65a00d-a85a-42ac-b6aa-0bd3e5886517 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:37.933801 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-dc65a00d-a85a-42ac-b6aa-0bd3e5886517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1044611'] for router, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:37.934279 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc65a00d-a85a-42ac-b6aa-0bd3e5886517 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ebe98d0-2e19-4363-b692-eaa56a18bef0 {{(pid=101833) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 17 15:27:37.938493 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-dc65a00d-a85a-42ac-b6aa-0bd3e5886517 admin admin] Publish callbacks [] for router, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:37.939684 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-dc65a00d-a85a-42ac-b6aa-0bd3e5886517 admin admin] 10.222.0.62 "DELETE /v2.0/routers/2ebe98d0-2e19-4363-b692-eaa56a18bef0 HTTP/1.1" status: 204 len: 168 time: 0.7533717 Nov 17 15:27:37.942102 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 38418) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:27:37.985334 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.db.db_base_plugin_v2 [None req-af89f951-e99e-4b62-889c-7bbc8b70758e admin admin] Deleting subnet dcee0b34-7783-4fc7-b5e8-7142688dfcbd {{(pid=101833) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 17 15:27:37.988276 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-af89f951-e99e-4b62-889c-7bbc8b70758e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:38.022563 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-af89f951-e99e-4b62-889c-7bbc8b70758e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4228821'] for subnet, precommit_delete_associations {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:38.102816 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-af89f951-e99e-4b62-889c-7bbc8b70758e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1925678'] for subnet, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:38.158223 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-af89f951-e99e-4b62-889c-7bbc8b70758e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1925671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-957920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4228885', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5140397'] for subnet, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:38.183788 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89f951-e99e-4b62-889c-7bbc8b70758e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcee0b34-7783-4fc7-b5e8-7142688dfcbd,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:27:38.187439 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-af89f951-e99e-4b62-889c-7bbc8b70758e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for subnet, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:38.190569 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-af89f951-e99e-4b62-889c-7bbc8b70758e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/dcee0b34-7783-4fc7-b5e8-7142688dfcbd HTTP/1.1" status: 204 len: 168 time: 0.2470424 Nov 17 15:27:38.193793 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364c11bb-ed7c-474b-acf5-afc5525f8e0c None None] Network f79f9d9d-fd3b-448a-ade3-10273674eb8f requested from dv-cinder-818233-1-iscsi {{(pid=101835) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 17 15:27:38.193948 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 38420) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:27:38.266568 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-43d8520b-9c8a-4cff-be02-388b3a944551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2056431'] for network, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:38.320443 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.plugin [None req-43d8520b-9c8a-4cff-be02-388b3a944551 admin admin] Deleting port a82ace06-b7c2-4cdb-bd82-1836fed6e0b2 {{(pid=101833) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 17 15:27:38.320774 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-43d8520b-9c8a-4cff-be02-388b3a944551 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776334436648'] for port, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:38.382849 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.db [None req-43d8520b-9c8a-4cff-be02-388b3a944551 admin admin] For port a82ace06-b7c2-4cdb-bd82-1836fed6e0b2, host dv-cinder-818233-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-818233-1-iscsi',level=0,port_id=a82ace06-b7c2-4cdb-bd82-1836fed6e0b2,segment=NetworkSegment(b7879708-ef92-4b50-8b69-fa71ed05c119),segment_id=b7879708-ef92-4b50-8b69-fa71ed05c119)] {{(pid=101833) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 17 15:27:38.383200 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-43d8520b-9c8a-4cff-be02-388b3a944551 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-524698'] for port, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:38.395175 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.plugin [None req-43d8520b-9c8a-4cff-be02-388b3a944551 admin admin] Calling delete_port for a82ace06-b7c2-4cdb-bd82-1836fed6e0b2 owned by network:dhcp {{(pid=101833) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 17 15:27:38.481382 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-43d8520b-9c8a-4cff-be02-388b3a944551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1968969', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776334442590', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776333879727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4228920'] for port, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:38.496278 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980c711b-58b0-44fa-9c01-baef480136ad None None] DHCP port deletion for f79f9d9d-fd3b-448a-ade3-10273674eb8f request from dv-cinder-818233-1-iscsi {{(pid=101835) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 17 15:27:38.507625 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d8520b-9c8a-4cff-be02-388b3a944551 admin admin] Pushing event deleted for resources: {'Port': ['ID=a82ace06-b7c2-4cdb-bd82-1836fed6e0b2,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:27:38.514090 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d8520b-9c8a-4cff-be02-388b3a944551 admin admin] No DVR routers for this DVR port a82ace06-b7c2-4cdb-bd82-1836fed6e0b2 on host dv-cinder-818233-1-iscsi {{(pid=101833) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 17 15:27:38.587286 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-43d8520b-9c8a-4cff-be02-388b3a944551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1926295', 'neutron.services.segments.db._delete_segments_for_network-8776334380099'] for network, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:38.607358 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.services.segments.db [None req-43d8520b-9c8a-4cff-be02-388b3a944551 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f79f9d9d-fd3b-448a-ade3-10273674eb8f']}} {{(pid=101833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:27:38.617349 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.services.segments.db [None req-43d8520b-9c8a-4cff-be02-388b3a944551 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7879708-ef92-4b50-8b69-fa71ed05c119') {'for_net_delete': True} {{(pid=101833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:27:38.617640 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.services.segments.db [None req-43d8520b-9c8a-4cff-be02-388b3a944551 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7879708-ef92-4b50-8b69-fa71ed05c119') {} {{(pid=101833) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 17 15:27:38.627164 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-43d8520b-9c8a-4cff-be02-388b3a944551 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776334381132', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4228812'] for segment, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:38.640934 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-43d8520b-9c8a-4cff-be02-388b3a944551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931355'] for segment, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:38.647424 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43d8520b-9c8a-4cff-be02-388b3a944551 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=101833) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 17 15:27:38.647952 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-43d8520b-9c8a-4cff-be02-388b3a944551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1931355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4228939'] for segment, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:38.649979 dv-cinder-818233-1-iscsi neutron-server[101833]: Traceback (most recent call last): Nov 17 15:27:38.649979 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 17 15:27:38.649979 dv-cinder-818233-1-iscsi neutron-server[101833]: timer() Nov 17 15:27:38.649979 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 17 15:27:38.649979 dv-cinder-818233-1-iscsi neutron-server[101833]: cb(*args, **kw) Nov 17 15:27:38.649979 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 17 15:27:38.649979 dv-cinder-818233-1-iscsi neutron-server[101833]: return func(*args, **kwargs) Nov 17 15:27:38.649979 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 17 15:27:38.649979 dv-cinder-818233-1-iscsi neutron-server[101833]: self._notify() Nov 17 15:27:38.649979 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 17 15:27:38.649979 dv-cinder-818233-1-iscsi neutron-server[101833]: self.callback(batched_events) Nov 17 15:27:38.649979 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 17 15:27:38.649979 dv-cinder-818233-1-iscsi neutron-server[101833]: event.method(event) Nov 17 15:27:38.649979 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 17 15:27:38.649979 dv-cinder-818233-1-iscsi neutron-server[101833]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 17 15:27:38.649979 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 17 15:27:38.649979 dv-cinder-818233-1-iscsi neutron-server[101833]: aggregate_uuid = self.p_client.list_aggregates( Nov 17 15:27:38.649979 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 17 15:27:38.649979 dv-cinder-818233-1-iscsi neutron-server[101833]: return f(self, *a, **k) Nov 17 15:27:38.649979 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 17 15:27:38.649979 dv-cinder-818233-1-iscsi neutron-server[101833]: return self._get(url).json() Nov 17 15:27:38.649979 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 17 15:27:38.649979 dv-cinder-818233-1-iscsi neutron-server[101833]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 17 15:27:38.649979 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 17 15:27:38.649979 dv-cinder-818233-1-iscsi neutron-server[101833]: return self.request(url, 'GET', **kwargs) Nov 17 15:27:38.649979 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 17 15:27:38.649979 dv-cinder-818233-1-iscsi neutron-server[101833]: base_url = self.get_endpoint(auth, allow=allow, Nov 17 15:27:38.649979 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 17 15:27:38.649979 dv-cinder-818233-1-iscsi neutron-server[101833]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 17 15:27:38.649979 dv-cinder-818233-1-iscsi neutron-server[101833]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 17 15:27:38.649979 dv-cinder-818233-1-iscsi neutron-server[101833]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 17 15:27:38.649979 dv-cinder-818233-1-iscsi neutron-server[101833]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 17 15:27:38.708273 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-43d8520b-9c8a-4cff-be02-388b3a944551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1926304', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1014557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526969'] for network, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:38.713480 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-43d8520b-9c8a-4cff-be02-388b3a944551 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1014575'] for network, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:38.716710 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-43d8520b-9c8a-4cff-be02-388b3a944551 admin admin] 10.222.0.62 "DELETE /v2.0/networks/f79f9d9d-fd3b-448a-ade3-10273674eb8f HTTP/1.1" status: 204 len: 168 time: 0.5218544 Nov 17 15:27:38.729286 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d8520b-9c8a-4cff-be02-388b3a944551 admin admin] Pushing event deleted for resources: {'Network': ['ID=f79f9d9d-fd3b-448a-ade3-10273674eb8f,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:27:38.887464 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 38424) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:27:38.930164 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-8d51a95f-0d16-4d27-b9e8-78df2543b518 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8c75dd62b5394a3392e391ff051bf8a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415297 Nov 17 15:27:38.932499 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 38426) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:27:38.977878 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-7ccc4006-01c4-41a3-9dbb-276ca40e8631 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:38.998162 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-7ccc4006-01c4-41a3-9dbb-276ca40e8631 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:39.042779 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-7ccc4006-01c4-41a3-9dbb-276ca40e8631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:39.045378 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-7ccc4006-01c4-41a3-9dbb-276ca40e8631 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:39.046525 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-7ccc4006-01c4-41a3-9dbb-276ca40e8631 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e549745b-17ea-4551-a16f-7493420ba97f HTTP/1.1" status: 204 len: 168 time: 0.1131511 Nov 17 15:27:39.053990 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccc4006-01c4-41a3-9dbb-276ca40e8631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e549745b-17ea-4551-a16f-7493420ba97f,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:27:39.182926 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device 24015976-4b53-4de7-9c76-3308f3ed6dcb no longer exists at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 15:27:39.205345 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] No Port match for: 24015976-4b53-4de7-9c76-3308f3ed6dcb {{(pid=101835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 15:27:39.205686 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device 24015976-4b53-4de7-9c76-3308f3ed6dcb not bound to the agent host dv-cinder-818233-1-iscsi {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 15:27:39.206097 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device a82ace06-b7c2-4cdb-bd82-1836fed6e0b2 no longer exists at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 15:27:39.228719 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] No Port match for: a82ace06-b7c2-4cdb-bd82-1836fed6e0b2 {{(pid=101835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 15:27:39.228934 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device a82ace06-b7c2-4cdb-bd82-1836fed6e0b2 not bound to the agent host dv-cinder-818233-1-iscsi {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 15:27:39.229351 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device 4420ce48-10ce-4470-aef2-ce1df17784be no longer exists at agent ovs-agent-dv-cinder-818233-1-iscsi {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 17 15:27:39.247242 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.plugin [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] No Port match for: 4420ce48-10ce-4470-aef2-ce1df17784be {{(pid=101835) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 17 15:27:39.247603 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron.plugins.ml2.rpc [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Device 4420ce48-10ce-4470-aef2-ce1df17784be not bound to the agent host dv-cinder-818233-1-iscsi {{(pid=101835) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 17 15:27:39.365130 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 38432) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:27:39.404916 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-591bbdb2-f167-4ef2-ad31-e836cf7b3e29 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f7dee363af244c71aab516aefeb178d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386562 Nov 17 15:27:39.407256 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.wsgi [-] (101833) accepted ('10.222.0.62', 38434) {{(pid=101833) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 17 15:27:39.453819 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-8692dcd1-e09e-4d7d-96ff-f8bea3712afa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:39.476004 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-8692dcd1-e09e-4d7d-96ff-f8bea3712afa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:39.543287 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-8692dcd1-e09e-4d7d-96ff-f8bea3712afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603877'] for security_group, after_delete {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:39.545798 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron_lib.callbacks.manager [None req-8692dcd1-e09e-4d7d-96ff-f8bea3712afa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101833) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:39.546922 dv-cinder-818233-1-iscsi neutron-server[101833]: INFO neutron.wsgi [None req-8692dcd1-e09e-4d7d-96ff-f8bea3712afa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b897b9d3-27a8-48f1-9de9-73ad272210f2 HTTP/1.1" status: 204 len: 168 time: 0.1387329 Nov 17 15:27:39.558102 dv-cinder-818233-1-iscsi neutron-server[101833]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8692dcd1-e09e-4d7d-96ff-f8bea3712afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b897b9d3-27a8-48f1-9de9-73ad272210f2,revision_number=None']} {{(pid=101833) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 17 15:27:45.938188 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.agents_db [None req-8c09612d-4555-4199-ac80-2bf3536e394d None None] Agent healthcheck: found 6 active agents {{(pid=101836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 15:27:51.497324 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-82ee668f-fd46-48c7-99bc-baafd3211df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:53.823839 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-26df2ad9-9ef8-41b4-ac46-a97534ba3f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:54.830304 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:56.332785 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:27:57.142323 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:28:06.290454 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:28:21.498859 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-be45d0d3-b55e-4b6c-b229-6a79fc4f1eee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:28:22.937394 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.agents_db [None req-8c09612d-4555-4199-ac80-2bf3536e394d None None] Agent healthcheck: found 6 active agents {{(pid=101836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 15:28:23.824275 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-b27015f5-ec70-4c52-904c-8a6b56af841b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:28:24.832022 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:28:26.335225 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:28:27.144465 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:28:36.291525 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:28:51.500554 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-ddfff512-5a0a-4834-b007-a025ceccd0c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:28:53.826587 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-61a31aeb-bbca-471b-9568-8e377e3636e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:28:54.836208 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:28:56.339892 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:28:57.145899 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:28:59.935986 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.agents_db [None req-8c09612d-4555-4199-ac80-2bf3536e394d None None] Agent healthcheck: found 6 active agents {{(pid=101836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 15:29:06.303183 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:29:21.501793 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-5b524be8-7bd9-480b-a54f-2604c5b864d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:29:23.828875 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-886ccdc0-b6cc-4dad-b15b-d121e162a302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:29:24.838337 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:29:26.341553 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:29:27.148029 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:29:36.309153 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:29:36.936029 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.agents_db [None req-8c09612d-4555-4199-ac80-2bf3536e394d None None] Agent healthcheck: found 6 active agents {{(pid=101836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 15:29:51.503276 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-c3da8af5-d42b-4fdf-b4eb-b6b2c34b1788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:29:53.829192 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-3a242273-7c4d-43bc-9edb-8ec1685b2065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:29:54.840633 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:29:56.342959 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:29:57.148338 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:30:06.323516 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:30:13.934932 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.agents_db [None req-8c09612d-4555-4199-ac80-2bf3536e394d None None] Agent healthcheck: found 6 active agents {{(pid=101836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 15:30:21.504828 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-bf4a1dae-895f-4755-bb7a-87e0762e3a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:30:23.830440 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-42b588c6-9a28-4d5e-951a-f987e84696ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:30:24.841553 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:30:26.350461 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:30:27.148494 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:30:36.322461 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:30:50.933839 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.agents_db [None req-8c09612d-4555-4199-ac80-2bf3536e394d None None] Agent healthcheck: found 6 active agents {{(pid=101836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 15:30:51.508029 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-3ecac98c-8704-4f6e-bc36-14876cd3ab50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:30:53.831539 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1297db7c-2d28-4bfa-96db-706cc667754e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:30:54.845743 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:30:56.349298 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:30:57.149866 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:31:06.322922 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:31:21.512090 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1fe5607c-1b7c-4c1c-9969-dcd3d8a02e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:31:23.832089 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-a4647907-994b-4e49-8232-8fdc9dc129f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:31:24.848121 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:31:26.351936 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:31:27.150208 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:31:27.932793 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.agents_db [None req-8c09612d-4555-4199-ac80-2bf3536e394d None None] Agent healthcheck: found 6 active agents {{(pid=101836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 15:31:32.582102 dv-cinder-818233-1-iscsi neutron-server[101834]: DEBUG neutron.wsgi [req-d42f955b-8040-48a7-89d4-809c77b7d05b req-1ddcfe17-b6df-460a-b230-f5641326c49f service neutron] (101834) timed out ('10.222.0.55', 60409) {{(pid=101834) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 17 15:31:36.318928 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:31:51.513316 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-8d018557-f2be-4cc8-b2e8-99a31ba2b972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:31:53.833606 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-56c71327-74a4-4242-b602-3ece071e002f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:31:54.849999 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:31:56.353719 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:31:57.150036 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:32:04.931459 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.agents_db [None req-8c09612d-4555-4199-ac80-2bf3536e394d None None] Agent healthcheck: found 6 active agents {{(pid=101836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 15:32:06.328022 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:32:21.514532 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-7b55ff5f-94bb-44ee-a50f-a582cf6f22d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:32:23.834575 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-4d82a9b2-c63e-4e3e-9583-4844f1cdff3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:32:24.852917 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:32:26.356300 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:32:27.150489 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:32:36.341219 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:32:41.930533 dv-cinder-818233-1-iscsi neutron-server[101836]: DEBUG neutron.db.agents_db [None req-8c09612d-4555-4199-ac80-2bf3536e394d None None] Agent healthcheck: found 6 active agents {{(pid=101836) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 17 15:32:51.518629 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-164e5e68-528b-43ab-a1d1-ddfd55fc2e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:32:53.836318 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-75fc986f-9946-4454-bb48-f6afb85c94cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:32:54.858763 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-72650948-d4ea-4a8b-b55a-76bca29d2138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:32:56.358929 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-d7ca0f8e-2ad7-48dd-89ce-9a7dbe586015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:32:57.151150 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-1a1a8026-b491-40ca-bf72-9b4af62a3944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 17 15:33:06.351462 dv-cinder-818233-1-iscsi neutron-server[101835]: DEBUG neutron_lib.callbacks.manager [None req-956c9c4a-1dd9-4e8f-bbd2-227d72fb8708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776334380081', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1928813'] for agent, after_update {{(pid=101835) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}